-- Logs begin at Thu 2022-05-12 11:02:35 UTC, end at Thu 2022-05-12 12:07:02 UTC. -- May 12 11:36:06.006558 dv-cinder-804735-29-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 11:36:08.814227 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.common.config [-] Logging enabled! May 12 11:36:08.814796 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 12 11:36:08.814968 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109788) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 11:36:08.818430 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.common.config [-] Logging enabled! May 12 11:36:08.818689 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 12 11:36:08.819001 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109788) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 11:36:08.819930 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 11:36:08.820164 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 11:36:08.820536 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 11:36:08.820783 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 11:36:08.821008 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 11:36:08.821321 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.821733 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.821973 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.822273 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.822565 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.822848 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.823143 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.823441 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.823730 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.824012 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.824295 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.824526 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.824807 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.825092 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.825377 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.825601 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] debug = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.825986 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.826426 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.826835 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.827118 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.827408 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.827687 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.827961 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.828237 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.828519 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.828847 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] host = dv-cinder-804735-29-iscsi {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.829127 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.829413 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.829722 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.830032 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.830310 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.830588 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.830872 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.831147 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.831420 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] log_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.831694 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.831983 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.832268 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.832557 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.832782 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.833004 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.833294 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.833589 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.833897 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.834174 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.834448 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.834723 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.834998 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.835269 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.835554 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.835838 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.836124 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.836401 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.836675 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.836948 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.837217 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.837502 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.837804 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.838084 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.838360 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.838649 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.838920 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.839195 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.839494 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.839778 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.840059 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.840343 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.840617 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.840898 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.841167 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.841436 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.841739 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] use_json = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.842000 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.842269 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.842549 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.842819 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.843095 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.843366 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.843636 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.843919 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.844192 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:08.844486 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.844783 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.845083 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.845367 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.846226 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.846511 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.846804 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.847083 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.847370 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.847659 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.847949 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.848228 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.848528 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.848815 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.849111 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.849411 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.849732 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.850020 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.850295 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.850570 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.850843 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.851121 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.851407 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.851683 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.851970 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.852256 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.852536 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.852832 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.853115 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.853399 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.853714 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.854013 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.854288 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.854566 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.854857 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.855135 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.855408 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.855696 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.855974 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.856247 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.856527 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.856804 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.857084 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.857350 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.857624 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.857948 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.858225 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.858498 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.858768 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.859041 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.859311 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.859592 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.859868 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.860138 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.860410 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.860684 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.860954 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.861246 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.862090 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.862364 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.862641 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.862917 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.863190 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.863461 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.863738 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.864009 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.864279 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.864551 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.864829 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.865102 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.865374 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.865646 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.865941 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.866213 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.866509 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.866788 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.867067 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.867346 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.867621 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.867895 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.868168 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.868443 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.868718 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.868990 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.869279 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.869565 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.869882 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.870167 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.870444 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.870757 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.871036 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.871312 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.871593 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.871867 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.872143 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.872424 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.872709 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.873002 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.873295 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.873592 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.873911 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.874204 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.874483 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.874792 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.875073 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:08.875290 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 11:36:08.875530 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109788) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 11:36:09.332928 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 11:36:09.333201 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 11:36:09.333509 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 11:36:09.333867 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 11:36:09.657930 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.658679 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.658951 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.660148 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.660426 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.660691 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.715429 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.715711 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.715980 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.731122 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.731408 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.731679 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.761024 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.761313 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.761583 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.798580 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.798885 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:09.799154 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.143439 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.144081 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.144081 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.144258 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.144900 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.242175 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.242495 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.242781 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.243055 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.243328 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.243640 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.243901 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.244160 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.244417 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.244700 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.244960 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.245224 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.245479 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.245750 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.246010 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.246292 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.246530 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.246805 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.247073 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.247331 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.247603 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.247855 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.248137 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.248511 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.248763 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.249009 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.249395 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 11:36:10.249635 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 11:36:10.249901 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 11:36:10.250139 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 11:36:10.250382 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 11:36:10.250618 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 11:36:10.250977 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 11:36:10.254631 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 11:36:10.258550 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 11:36:10.262324 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 12 11:36:10.263938 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 11:36:10.264407 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 11:36:10.264739 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 11:36:10.265121 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 11:36:10.268633 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 11:36:10.268885 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 11:36:10.269232 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 11:36:10.274054 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 11:36:10.297874 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 11:36:10.298332 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.298627 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109788) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 11:36:10.299563 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.300904 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109788) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 11:36:10.301185 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 11:36:10.301431 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 11:36:10.304739 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.305022 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.368568 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 11:36:10.368807 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 11:36:10.369044 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 11:36:10.369410 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 11:36:10.389667 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_db.sqlalchemy.engines [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109788) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 11:36:10.827436 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Initializing driver for type 'gre' May 12 11:36:10.827937 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] gre ID ranges: [(1, 1000)] May 12 11:36:10.882194 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Initializing driver for type 'local' May 12 11:36:10.882528 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Initializing driver for type 'vlan' May 12 11:36:10.894726 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] VlanTypeDriver initialization complete May 12 11:36:10.895121 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Initializing driver for type 'vxlan' May 12 11:36:10.895611 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] vxlan ID ranges: [(1, 1000)] May 12 11:36:10.962442 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Initializing extension driver 'port_security' May 12 11:36:10.962952 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.extensions.port_security [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] PortSecurityExtensionDriver initialization complete May 12 11:36:10.963371 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Initializing mechanism driver 'openvswitch' May 12 11:36:10.963799 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Initializing mechanism driver 'hyperv' May 12 11:36:10.973149 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:36:10.974309 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > port after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.974842 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > port after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.975241 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > port after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.975872 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 11:36:10.976602 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > subnet after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.977003 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > subnet after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.977458 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.978141 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 11:36:10.978739 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > network after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.979185 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > network after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.979740 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > network after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.980431 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 11:36:10.981110 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > security_group after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.981678 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > security_group after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.982190 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.982762 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 11:36:10.983218 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.983676 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.984067 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.984842 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 11:36:10.985502 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > address_group after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.986044 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > address_group after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.986626 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.987747 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 11:36:10.988457 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] ML2 OVO RPC backend initialized. {{(pid=109788) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 11:36:10.989292 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.989899 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.990514 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > network before_response 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.991068 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > networks before_response 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.991462 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > port before_response 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.991912 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > ports before_response 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.992481 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > subnet before_response 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.992963 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > subnets before_response 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.993383 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > network after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.993763 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > network after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.994110 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > network after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.994454 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > port after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.994797 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > port after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.995136 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > port after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.995475 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > subnet after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.995813 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > subnet after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:10.996149 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.003736 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded quota_driver: . May 12 11:36:11.004098 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.plugin [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Modular L2 Plugin initialization complete May 12 11:36:11.004443 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading services supported by the core plugin {{(pid=109788) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 11:36:11.004789 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.plugins.ml2.managers [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Got port-security extension from driver 'port_security' May 12 11:36:11.005269 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.extensions.vlantransparent [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Disabled vlantransparent extension. May 12 11:36:11.005794 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109788) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 11:36:11.006123 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading Plugin: router May 12 11:36:11.041133 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.041527 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router after_create 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.041934 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router before_create 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.042304 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.042680 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.043037 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router after_delete 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.043397 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.043748 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.044106 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router after_create 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.044466 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router after_update 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.044818 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router after_update 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.045167 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.045644 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router after_update 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.046083 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router precommit_update 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.046457 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: port after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.046800 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: port after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.047141 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: subnet after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.047512 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.047864 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.048214 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router precommit_create 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.048560 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: port before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.048905 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router precommit_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.049261 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router after_update 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.050257 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.050615 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router precommit_create 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.050979 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.051325 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router precommit_update 55549900 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.051693 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > agent after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.052044 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > agent after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.052391 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > network after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.053236 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Tracking information for resource: router configured {{(pid=109788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 11:36:11.053569 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Tracking information for resource: floatingip configured {{(pid=109788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 11:36:11.058437 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.db.l3_agentschedulers_db [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 11:36:11.059020 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: port after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.059389 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: port after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.059744 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: port after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.060096 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: port after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.060885 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router before_create 55550100 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.061254 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.061619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router precommit_create 55550100 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.062001 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > router precommit_update 55550100 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.066696 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.services.provider_configuration [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service providers = [] {{(pid=109788) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 11:36:11.067064 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.db.servicetype_db [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109788) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 11:36:11.070279 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.services.service_base [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 11:36:11.070635 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.services.service_base [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 11:36:11.070983 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.services.service_base [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 11:36:11.071874 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.services.service_base [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 11:36:11.072246 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.services.service_base [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 11:36:11.072621 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 11:36:11.072940 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 11:36:11.083783 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 11:36:11.084067 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading Plugin: auto_allocate May 12 11:36:11.089683 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: network precommit_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.090089 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: network precommit_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.090613 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 11:36:11.090936 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading Plugin: tag May 12 11:36:11.098218 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 11:36:11.098550 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading Plugin: timestamp May 12 11:36:11.102362 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 11:36:11.102698 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading Plugin: network_ip_availability May 12 11:36:11.108159 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.108534 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.108893 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.109605 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 11:36:11.109962 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading Plugin: flavors May 12 11:36:11.115465 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 11:36:11.115802 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading Plugin: revisions May 12 11:36:11.120053 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 11:36:11.120443 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_concurrency.lockutils [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=109788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 11:36:11.121187 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109788) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 11:36:11.121522 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Initializing extension manager. May 12 11:36:11.122087 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: __init__.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.122437 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: __pycache__ {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.122774 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: _port_mac_address_override.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.123109 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: address_group.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.123863 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.124422 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: address-group May 12 11:36:11.124750 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: address_scope.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.125466 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.126009 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: address-scope May 12 11:36:11.126333 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.127269 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.127799 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: router-admin-state-down-before-update May 12 11:36:11.128151 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: agent.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.128819 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.129323 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: agent May 12 11:36:11.129640 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: agent_resources_synced.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.130578 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.131086 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: agent-resources-synced May 12 11:36:11.131408 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: allowedaddresspairs.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.133208 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.133750 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: allowed-address-pairs May 12 11:36:11.134081 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: auto_allocated_topology.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.135156 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.135670 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: auto-allocated-topology May 12 11:36:11.135996 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: availability_zone.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.136696 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.137201 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: availability_zone May 12 11:36:11.137526 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: availability_zone_filter.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.138470 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.138980 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: availability_zone_filter May 12 11:36:11.139306 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: data_plane_status.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.140212 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.140716 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension data-plane-status not supported by any of loaded plugins May 12 11:36:11.141040 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: default_subnetpools.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.141991 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.142506 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: default-subnetpools May 12 11:36:11.142832 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.143661 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.144191 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: dhcp_agent_scheduler May 12 11:36:11.144477 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: dns.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.145408 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.145939 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension dns-integration not supported by any of loaded plugins May 12 11:36:11.146267 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: dns_domain_ports.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.147189 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.147695 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 11:36:11.148017 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.148935 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.149437 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 11:36:11.149783 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: dvr.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.150454 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.150954 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: dvr May 12 11:36:11.151274 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: ecmp_routes.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.152190 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.152694 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension ecmp_routes not supported by any of loaded plugins May 12 11:36:11.153013 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: empty_string_filtering.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.153950 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.154456 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: empty-string-filtering May 12 11:36:11.154776 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.155689 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.156194 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 11:36:11.156516 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.157434 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.157972 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 11:36:11.158294 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: external_net.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.159727 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.160231 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: external-net May 12 11:36:11.160552 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.161469 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.162010 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: extra_dhcp_opt May 12 11:36:11.162333 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: extraroute.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.163257 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.163759 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: extraroute May 12 11:36:11.164080 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: extraroute_atomic.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.165284 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.165833 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: extraroute-atomic May 12 11:36:11.166159 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: filter_validation.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.166827 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.167336 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: filter-validation May 12 11:36:11.167659 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: fip_pf_description.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.168570 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.169068 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 11:36:11.169389 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: fip_pf_port_range.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.170344 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.170877 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 11:36:11.171199 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: fip_port_details.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.172113 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.172617 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: fip-port-details May 12 11:36:11.172945 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: flavors.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.174212 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.175261 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: flavors May 12 11:36:11.175584 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.177244 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.177802 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 11:36:11.178142 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: floatingip_pools.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.178849 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.179362 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: floatingip-pools May 12 11:36:11.179692 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: ip_allocation.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.180616 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.181128 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension ip_allocation not supported by any of loaded plugins May 12 11:36:11.181549 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.182513 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.183030 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: ip-substring-filtering May 12 11:36:11.183359 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: l2_adjacency.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.184301 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.184812 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 11:36:11.185140 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: l3.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.186152 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.186672 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: router May 12 11:36:11.187003 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.189221 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.189779 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 11:36:11.190143 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.191070 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.191586 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: ext-gw-mode May 12 11:36:11.191914 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.192841 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.193613 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: l3-ha May 12 11:36:11.193973 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.194891 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.195397 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 11:36:11.195726 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: l3_flavors.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.196647 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.197156 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: l3-flavors May 12 11:36:11.197483 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.198882 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.199400 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 11:36:11.199729 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.200658 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.201174 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 11:36:11.201502 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: l3agentscheduler.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.202563 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.203082 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: l3_agent_scheduler May 12 11:36:11.203408 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: local_ip.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.207123 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.207647 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension local_ip not supported by any of loaded plugins May 12 11:36:11.207986 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: logging.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.209454 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.210022 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension logging not supported by any of loaded plugins May 12 11:36:11.210358 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: metering.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.211105 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.211685 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: metering May 12 11:36:11.212013 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.213118 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.213639 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: metering_source_and_destination_fields May 12 11:36:11.213997 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: multiprovidernet.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.214931 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.215440 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: multi-provider May 12 11:36:11.215768 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: netmtu.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.216692 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.217197 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: net-mtu May 12 11:36:11.217523 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: netmtu_writable.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.218485 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.218993 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: net-mtu-writable May 12 11:36:11.219318 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: network_availability_zone.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.219992 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.220498 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: network_availability_zone May 12 11:36:11.220825 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: network_ip_availability.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.222510 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.223023 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: network-ip-availability May 12 11:36:11.223356 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: network_segment_range.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.224125 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.224628 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension network-segment-range not supported by any of loaded plugins May 12 11:36:11.224952 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: pagination.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.225964 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.226297 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: pagination May 12 11:36:11.226618 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: port_device_profile.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.227539 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.228054 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: port-device-profile May 12 11:36:11.228376 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: port_mac_address_override.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.229316 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.229861 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: port-mac-override May 12 11:36:11.230190 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.231111 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.231618 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: port-mac-address-regenerate May 12 11:36:11.231942 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.232857 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.233377 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: port-numa-affinity-policy May 12 11:36:11.233714 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: port_resource_request.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.234627 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.235136 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension port-resource-request not supported by any of loaded plugins May 12 11:36:11.235459 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: port_resource_request_groups.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.236428 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.236960 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 11:36:11.237284 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: portbindings.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.238248 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.238761 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: binding May 12 11:36:11.239082 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: portbindings_extended.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.240342 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.240853 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: binding-extended May 12 11:36:11.241182 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: portsecurity.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.242134 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.242645 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: port-security May 12 11:36:11.242974 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: project_id.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.243963 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.244297 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: project-id May 12 11:36:11.244620 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: providernet.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.245556 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.246106 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: provider May 12 11:36:11.246432 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.250100 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.250620 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos not supported by any of loaded plugins May 12 11:36:11.250954 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.252200 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.252743 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 11:36:11.253078 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.254057 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.254569 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 11:36:11.254899 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_default.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.255818 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.256338 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-default not supported by any of loaded plugins May 12 11:36:11.256672 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_fip.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.257595 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.258135 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-fip not supported by any of loaded plugins May 12 11:36:11.258467 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.259385 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.259896 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 11:36:11.260225 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_gateway_ip.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.261145 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.261655 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 11:36:11.262012 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_port_network_policy.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.262927 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.263443 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 11:36:11.263770 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.264803 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.265319 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 11:36:11.265648 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.266712 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.267228 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 11:36:11.267554 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_pps_rule.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.269245 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.269793 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-pps not supported by any of loaded plugins May 12 11:36:11.270126 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_rule_type_details.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.271048 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.271565 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 11:36:11.271893 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.272838 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.273355 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 11:36:11.273678 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: qos_rules_alias.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.274750 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.275267 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 11:36:11.275595 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: quota_check_limit.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.276590 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.277106 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: quota-check-limit May 12 11:36:11.277432 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: quotasv2.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.278390 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.278722 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: quotas May 12 11:36:11.279047 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: quotasv2_detail.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.280806 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.281148 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: quota_details May 12 11:36:11.281481 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: rbac.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.282641 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.283171 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: rbac-policies May 12 11:36:11.283509 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: rbac_address_group.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.285104 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.285622 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: rbac-address-group May 12 11:36:11.285982 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: rbac_address_scope.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.286916 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.287433 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: rbac-address-scope May 12 11:36:11.287761 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: rbac_security_groups.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.288684 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.289200 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: rbac-security-groups May 12 11:36:11.289529 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: rbac_subnetpool.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.290485 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.290999 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: rbac-subnetpool May 12 11:36:11.291329 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: revisionifmatch.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.292256 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.292767 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: revision-if-match May 12 11:36:11.293093 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: revisions.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.294308 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.294824 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: standard-attr-revisions May 12 11:36:11.295152 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: router_availability_zone.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.295828 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.296340 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: router_availability_zone May 12 11:36:11.296668 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: routerservicetype.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.297603 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.298143 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension router-service-type not supported by any of loaded plugins May 12 11:36:11.298472 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.299427 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.299986 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: security-groups-normalized-cidr May 12 11:36:11.300315 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.301243 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.301867 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: port-security-groups-filtering May 12 11:36:11.302196 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.303164 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.303747 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: security-groups-remote-address-group May 12 11:36:11.304079 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.305163 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.305781 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: security-groups-shared-filtering May 12 11:36:11.306111 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.306848 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 11:36:11.307173 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: securitygroup.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.316750 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.317280 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: security-group May 12 11:36:11.317619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: segment.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.318631 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.319144 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension segment not supported by any of loaded plugins May 12 11:36:11.319490 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.320424 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.320933 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 11:36:11.321266 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: servicetype.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.322466 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.322985 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: service-type May 12 11:36:11.323315 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: sorting.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.324311 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.324641 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: sorting May 12 11:36:11.324963 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: standard_attr_segment.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.325922 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.326444 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 11:36:11.326769 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: standardattrdescription.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.327424 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.327930 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: standard-attr-description May 12 11:36:11.328252 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: stateful_security_group.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.329219 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.329746 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: stateful-security-group May 12 11:36:11.330073 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: stdattrs_common.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.331195 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 11:36:11.331522 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.332456 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.332972 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 11:36:11.333295 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: subnet_onboard.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.334430 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.334909 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: subnet_onboard May 12 11:36:11.335234 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.336168 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.336678 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 11:36:11.337004 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: subnet_service_types.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.337953 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.338471 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: subnet-service-types May 12 11:36:11.338795 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: subnetallocation.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.339878 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.340398 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: subnet_allocation May 12 11:36:11.340722 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.341437 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.341984 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: subnetpool-prefix-ops May 12 11:36:11.342310 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.343242 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.343750 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 11:36:11.344072 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: tagging.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.345345 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.345972 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: standard-attr-tag May 12 11:36:11.346850 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: timestamp.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.348443 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.348962 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loaded extension: standard-attr-timestamp May 12 11:36:11.349291 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: trunk.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.350386 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.350904 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension trunk not supported by any of loaded plugins May 12 11:36:11.351231 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: trunk_details.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.352158 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.352674 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension trunk-details not supported by any of loaded plugins May 12 11:36:11.353002 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: uplink_status_propagation.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.353954 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.354470 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 11:36:11.354797 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Loading extension file: vlantransparent.py {{(pid=109788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 11:36:11.355478 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 11:36:11.355987 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 11:36:11.358550 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:network May 12 11:36:11.359090 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:subnet May 12 11:36:11.359494 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:subnetpool May 12 11:36:11.359888 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:port May 12 11:36:11.361134 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.361581 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service FLAVORS assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.362277 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.362702 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.363042 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:router May 12 11:36:11.363472 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:floatingip May 12 11:36:11.363965 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service METERING assigned prefix: /metering {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.365413 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.365810 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.366167 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:36:11.367167 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of CountableResource for resource:rbac_policy May 12 11:36:11.367601 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:security_group May 12 11:36:11.368029 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 11:36:11.368629 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service CORE assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.368964 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:subnetpool May 12 11:36:11.369325 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] subnetpool is already registered May 12 11:36:11.369780 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service CORE assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.370117 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:subnetpool May 12 11:36:11.370452 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] subnetpool is already registered May 12 11:36:11.372705 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.373140 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service FLAVORS assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.373753 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.374178 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.374512 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:router May 12 11:36:11.374857 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] router is already registered May 12 11:36:11.375273 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:floatingip May 12 11:36:11.375609 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] floatingip is already registered May 12 11:36:11.376065 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service METERING assigned prefix: /metering {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.376735 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of CountableResource for resource:rbac_policy May 12 11:36:11.377062 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] rbac_policy is already registered May 12 11:36:11.377497 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:security_group May 12 11:36:11.377876 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] security_group is already registered May 12 11:36:11.378285 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 11:36:11.378624 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] security_group_rule is already registered May 12 11:36:11.379247 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service CORE assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.379585 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:subnetpool May 12 11:36:11.379922 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] subnetpool is already registered May 12 11:36:11.380341 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.v2.resource_helper [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Service CORE assigned prefix: {{(pid=109788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 11:36:11.380668 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Creating instance of TrackedResource for resource:subnetpool May 12 11:36:11.381000 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING neutron.quota.resource_registry [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] subnetpool is already registered May 12 11:36:11.381471 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: extensions {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.382929 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: address-groups {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.384547 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: address-scopes {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.385885 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: agents {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.387036 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: auto-allocated-topology {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.388272 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: availability_zones {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.389465 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: dhcp-networks {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.391050 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: dhcp-agents {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.392481 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: routers {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.394736 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: flavors {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.396001 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: service_profiles {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.397184 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: next_providers {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.398629 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: service_profiles {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.400210 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: floatingip-pools {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.401419 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: routers {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.403109 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: floatingips {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.405257 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: l3-routers {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.406674 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: l3-agents {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.408068 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: metering-labels {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.409940 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: metering-label-rules {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.411291 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: network-ip-availabilities {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.412526 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: bindings {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.414070 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: quotas {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.415726 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: quotas {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.417228 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: rbac-policies {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.418445 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: security-groups {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.419718 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: security-group-rules {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.420962 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: service-providers {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.422259 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: subnetpools {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.423574 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: subnetpools {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.425126 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: tags {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.426814 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: tags {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.428610 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: tags {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.430421 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: tags {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.432082 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: tags {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.434032 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: tags {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.435706 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: tags {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.437631 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: tags {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.439402 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: tags {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.441144 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron.api.extensions [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Extended resource: tags {{(pid=109788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 11:36:11.447396 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING keystonemiddleware.auth_token [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 11:36:11.452600 dv-cinder-804735-29-iscsi neutron-server[109788]: WARNING keystonemiddleware.auth_token [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 11:36:11.461824 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_concurrency.lockutils [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Acquired lock "singleton_lock" {{(pid=109788) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 11:36:11.462306 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_concurrency.lockutils [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Releasing lock "singleton_lock" {{(pid=109788) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 11:36:11.462965 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO oslo_service.service [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Starting 2 workers May 12 11:36:11.467887 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Started child 109895 {{(pid=109788) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 11:36:11.472924 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Started child 109896 {{(pid=109788) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 11:36:11.474066 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:11.474674 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO neutron.service [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 11:36:11.475207 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:11.475589 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [-] (109895) wsgi starting up on http://0.0.0.0:9696 May 12 11:36:11.477598 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO oslo_service.service [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Starting 1 workers May 12 11:36:11.477727 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:11.479163 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [-] (109896) wsgi starting up on http://0.0.0.0:9696 May 12 11:36:11.482819 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Started child 109897 {{(pid=109788) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 11:36:11.483379 dv-cinder-804735-29-iscsi neutron-server[109788]: INFO oslo_service.service [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Starting 1 workers May 12 11:36:11.486696 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.service [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] calling RpcWorker wait() {{(pid=109897) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 11:36:11.487230 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.service [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] returning from RpcWorker wait() {{(pid=109897) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 11:36:11.488033 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Started child 109898 {{(pid=109788) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 11:36:11.488541 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:11.488855 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a6ff-ea01-44da-8238-146330e66374 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:11.489109 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:36:11.490712 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109788) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 11:36:11.490924 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 11:36:11.491108 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 11:36:11.491334 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 11:36:11.491661 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 11:36:11.491826 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 11:36:11.492341 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.492624 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.492879 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.492980 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:11.493443 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.493747 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.494026 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.494295 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.494402 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:36:11.494570 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.494823 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.494998 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.495166 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.495425 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.495676 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.496012 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.496278 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.496547 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.496772 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.496946 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.499779 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.499779 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.499779 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.499779 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] debug = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.499779 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.499779 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.500528 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.500528 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.500528 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.500528 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.500528 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.500528 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.500528 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.501316 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.501316 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.501316 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.501316 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.501821 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.501821 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.502053 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.502203 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.503060 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] host = dv-cinder-804735-29-iscsi {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.503060 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.503313 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.503443 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.503651 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.503911 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.504158 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.504406 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.504662 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.504941 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.505196 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.505444 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.505683 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.505946 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.506192 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.506359 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_options = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.506609 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.506880 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.507148 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.507348 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.507519 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.507684 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.507952 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.508120 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.508383 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.508623 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.508844 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.509061 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.509284 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.509521 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.509792 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.510012 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.510232 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.510517 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.510713 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.510965 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.511192 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.511419 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.511643 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.511865 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.512104 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.512321 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.512550 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.512773 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.512987 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.513233 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.513485 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.513792 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.514018 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.514261 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.514548 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.515926 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.516172 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.516405 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.516681 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.516916 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.517168 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.521447 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.521851 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.522127 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.522379 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.522640 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.522906 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_json = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.523138 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.523401 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.523662 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.523913 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.524183 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.524356 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.524671 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.524853 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.525529 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.525529 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.525898 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.526139 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.526394 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.526647 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.526918 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.528204 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.528204 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.528204 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.528204 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.528204 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.528919 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.528919 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.528919 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.529297 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.529557 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.529876 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.531921 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.531921 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.531921 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.531921 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.531921 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.531921 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.531921 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.531921 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.533214 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.533214 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.533214 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.533214 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.533214 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.534891 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.534891 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.534891 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.534891 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.537619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.537619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.537619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.537619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.537619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.537619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.537619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.537619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.537619 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.538884 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.538884 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.538884 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.538884 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.538884 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.538884 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.538884 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.540256 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.540256 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.540256 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.540256 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.540256 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.540256 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.541313 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.541313 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.541313 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.541313 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.541313 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.542394 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.542394 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.542394 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.542394 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.542394 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.543157 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.543157 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.543157 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.543157 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.543899 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.543899 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.543899 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.544278 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.544278 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.544547 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.544691 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.544826 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.544997 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.545196 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.545407 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.546642 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.546642 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.546642 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.546642 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.546642 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.547320 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.547320 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.547320 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.547786 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.547786 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.548173 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.548173 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.548397 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.548683 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.548928 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.549168 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.549418 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.549634 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.550150 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.550560 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.550841 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.551081 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.551334 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.551597 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.551819 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.552141 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.552396 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.552855 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.553126 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.553370 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.553610 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.553996 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.554372 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.554669 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.554887 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.555142 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.555411 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.556005 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.556005 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.557801 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.557801 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.557801 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.557801 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.557801 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.557801 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.557801 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.559671 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.559671 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.559671 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.559671 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.559671 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.559671 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.559671 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562134 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562134 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562134 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562134 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562134 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562134 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562134 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562134 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562599 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562599 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562599 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562599 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562599 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.562916 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.563071 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.563488 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.563709 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.563941 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.565479 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.565479 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.565479 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.565479 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.566109 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.566109 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.566109 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.566502 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.566502 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.566769 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.566936 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.567159 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.567379 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.567634 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.567849 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.568343 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.568581 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.568793 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.569006 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.569217 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.569431 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.569678 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.569924 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.570192 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.570438 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.570675 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.570919 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.571164 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.571493 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.571710 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.571993 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.572232 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.572445 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.572658 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.572876 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.573088 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.573317 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.573569 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.573811 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.574047 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.574267 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.574602 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.574854 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.575081 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.575504 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.575643 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.575788 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.575982 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.576196 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.576435 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.576671 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.576898 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.577132 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.577355 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.577576 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.577815 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.578055 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.578325 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.578566 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.578876 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.579596 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.579596 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.579596 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.580500 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.580500 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.580500 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.580500 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.581678 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.581678 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.581678 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.582094 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.582094 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.582584 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.582584 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.582920 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.583061 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.583236 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.583842 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.583842 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.584124 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.584124 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.584387 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.584633 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.584785 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.584989 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.585207 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.585424 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.585635 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.585901 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.586121 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.586348 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.586579 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.586795 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.587005 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.587228 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.587436 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.587644 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.587861 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.588075 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.588282 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.588541 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.588714 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.588922 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.589140 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.589354 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.589559 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.589870 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.590128 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.590347 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.590639 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.590898 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.591154 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.591417 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.591723 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.591936 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.592178 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.592421 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.592656 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.592876 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.593110 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.593435 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.593731 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.593986 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.594227 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.594470 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.594752 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.595013 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.595227 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.595541 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.595933 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.596136 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.596458 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.596686 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.596925 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.597151 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.597387 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.597628 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.597904 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.598127 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.598391 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.598623 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.598868 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.599068 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.599318 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.599558 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.599812 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.600037 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.600274 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.600495 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.600662 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 11:36:11.600780 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:36:11.601192 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109788) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 11:36:11.601356 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 11:36:11.601512 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 11:36:11.601683 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 11:36:11.601883 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 11:36:11.602038 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 11:36:11.602248 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.602413 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.602576 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.602739 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.602938 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.603105 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.603267 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.603487 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.603663 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.604369 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.604369 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.604369 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.604369 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.604871 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.604871 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.604871 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.605392 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.605542 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.605727 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.605894 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.606097 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.606217 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] debug = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.606361 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.606568 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.606736 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.606886 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.607047 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.607208 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.607368 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.607529 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.607690 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.607851 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.608013 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.608174 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.608335 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.608495 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.608655 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.608817 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.608979 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.609141 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] host = dv-cinder-804735-29-iscsi {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.609301 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.609462 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.609623 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.609874 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.610035 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.610196 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.610357 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.610518 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.610685 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.610848 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.611009 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.611170 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.611330 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.611491 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.611652 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_options = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.611854 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.612019 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.612181 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.612368 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.612535 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.612696 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.612857 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.613018 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.613178 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.613328 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.613489 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.613651 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.613834 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.613995 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.614156 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.614316 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.614477 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.614638 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.614799 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.614960 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.615121 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.615282 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.615443 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.615603 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.615766 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.615926 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.616087 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.616296 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.616422 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.616544 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.616692 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.616852 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.617013 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.617175 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.617336 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.617495 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.617657 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.617838 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.618003 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.618163 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.618323 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.618485 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.618646 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.618807 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.618967 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.619127 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.619288 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_json = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.619448 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.619607 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.619770 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.619933 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.620076 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.620242 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.620403 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.620542 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.620701 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 11:36:11.620881 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.621045 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.621219 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.621383 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.621536 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.621715 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.621879 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.622042 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.622204 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.622366 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.622535 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.622699 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.622871 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.623037 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.623199 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.623364 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.623511 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.623679 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.623841 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.624003 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.624166 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.624328 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.624498 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.624660 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.624893 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.625063 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.625226 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.625398 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.625561 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.625749 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.626082 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.626082 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.626508 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.626508 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.626508 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.626839 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.626839 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.627068 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.627979 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.627979 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.627979 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.628343 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.628343 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.628574 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.628574 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.628804 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.628936 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.629060 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.629182 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.629313 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.629517 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.629650 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.629815 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.629979 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.630142 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.630306 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.630467 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.630641 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.630804 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.630966 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.631130 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.631297 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.631459 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.631621 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.631784 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.631946 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.632119 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.632280 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.632499 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.632635 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.632759 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.632920 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.633083 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.633244 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.633408 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.633570 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.633756 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.633914 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.634076 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.634240 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.634403 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.634564 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.634726 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.634888 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.635051 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.635214 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.635376 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.635539 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.635702 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.635865 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.636026 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.636203 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.636365 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.636582 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.636718 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.636829 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.636990 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.637153 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.637314 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.637476 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.637638 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.637820 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.637982 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.638146 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.638308 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.638470 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.638633 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.640265 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.640265 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.640265 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.640265 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.640265 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.640265 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.640265 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.640265 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.641221 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.641221 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.641221 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.641221 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.641221 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.641221 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.641221 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.641221 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642188 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642188 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642188 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642188 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642188 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642188 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642188 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642978 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642978 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642978 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642978 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.642978 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.644042 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.644042 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.644042 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.644353 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.644353 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.644584 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.644584 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.644814 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.644936 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.645018 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.645140 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.645314 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.645468 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.645630 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.645816 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.645980 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.646142 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.646304 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.646468 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.646630 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.646793 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.646954 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.647117 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.647279 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.647441 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.647604 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.647767 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.647930 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.648093 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.648255 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.648416 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.648601 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.648737 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.648899 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.649061 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.649223 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.649385 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.649546 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.649735 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.649887 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.650056 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.650220 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.650383 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.650547 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.650709 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.650872 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.651036 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.651204 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.651366 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.651529 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.651691 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.651853 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.652017 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.652179 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.652342 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.652506 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.652667 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.652829 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.653029 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.653191 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.653354 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.653520 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.653683 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.653866 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.654031 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.654192 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.654354 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.654515 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.654680 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.654842 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.655004 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.655166 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.655329 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.655490 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.655656 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.655821 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.655984 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.656146 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.656311 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.656472 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.656635 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.656796 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.656959 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.657122 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.657284 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.657447 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.657609 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.657804 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.657968 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.658130 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.658291 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.658454 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.658615 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.658819 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.658984 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.659145 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.659308 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.659470 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.659631 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.659804 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.659966 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.660127 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.660289 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.660450 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.660611 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.660782 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.660944 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.661105 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.661271 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.661432 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.661593 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.661783 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.661948 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.662110 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.662273 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.662434 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.662595 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.662766 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.662928 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.663089 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.663250 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.663411 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.663573 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.663744 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.663907 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.664069 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.664239 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.664400 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.664562 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.664723 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.664896 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.665059 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.665223 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.665384 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.665546 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.665718 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.665890 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.666059 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.666229 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.666397 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.666561 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.666730 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.666900 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.667070 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.667233 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.667400 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.667572 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.667734 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.667895 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.668056 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.668218 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.668379 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.668540 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.668702 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.668862 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.669025 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.669187 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.669350 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.669510 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.669671 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.669852 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.670014 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.670178 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.670341 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.670503 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.670664 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 11:36:11.670819 dv-cinder-804735-29-iscsi neutron-server[109788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 11:36:11.680051 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57106) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:11.688471 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064068 May 12 11:36:22.981497 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d163574e-9992-429e-b280-4108194aac86 None None] get_active_networks_info from dv-cinder-804735-29-iscsi {{(pid=109897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 11:36:23.066317 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d163574e-9992-429e-b280-4108194aac86 None None] No non-hosted networks {{(pid=109897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 11:36:23.085456 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.agentschedulers_db [None req-d163574e-9992-429e-b280-4108194aac86 None None] DHCP Agent not found on host dv-cinder-804735-29-iscsi {{(pid=109897) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 12 11:36:23.217592 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-de3e8a39-23ab-40cb-aded-347a4fc28410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-262498'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:25.129004 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-052fd75e-3fbe-477b-ace3-4cae900600a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-262498'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:25.134646 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f401f75b-7cdd-417b-b09d-a457ee05fac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:25.988024 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 57170) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:26.287684 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-262498'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:26.545523 dv-cinder-804735-29-iscsi neutron-server[109895]: WARNING oslo_policy.policy [None req-d56c59df-b80a-4cb6-b5f5-155ada6d3522 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 11:36:26.546121 dv-cinder-804735-29-iscsi neutron-server[109895]: WARNING oslo_policy.policy [None req-d56c59df-b80a-4cb6-b5f5-155ada6d3522 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 11:36:26.761955 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [None req-d56c59df-b80a-4cb6-b5f5-155ada6d3522 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:36:26.769748 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-d56c59df-b80a-4cb6-b5f5-155ada6d3522 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7734334 May 12 11:36:27.660142 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-262498'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:29.104168 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-262498'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:29.105839 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.106427 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.107022 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.107694 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.108280 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.108806 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.109387 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.110070 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.110929 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.112113 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.112979 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.113566 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.114171 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.114833 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.115369 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:29.116024 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-29-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:36:29.123488 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-29-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:36:29.280792 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 57204) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:29.643970 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ea65f819-ff7a-448a-b1ab-ba26220fed36 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:36:29.739274 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.policy [None req-ea65f819-ff7a-448a-b1ab-ba26220fed36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109895) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 11:36:29.783699 dv-cinder-804735-29-iscsi neutron-server[109895]: WARNING oslo_policy.policy [None req-ea65f819-ff7a-448a-b1ab-ba26220fed36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 11:36:29.784038 dv-cinder-804735-29-iscsi neutron-server[109895]: WARNING oslo_policy.policy [None req-ea65f819-ff7a-448a-b1ab-ba26220fed36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 11:36:29.887327 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea65f819-ff7a-448a-b1ab-ba26220fed36 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784761616513', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784761611925', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784761632846', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784761642533', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784761648860', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784762049387', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1636106', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1328952', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-364564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-450887'] for rbac-policy (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:29.967831 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea65f819-ff7a-448a-b1ab-ba26220fed36 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:29.973781 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-ea65f819-ff7a-448a-b1ab-ba26220fed36 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6870382 May 12 11:36:30.505625 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.db.l3_hamode_db [None req-1bd19320-26bb-489d-b2ec-058c4b545f9e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 11:36:30.583559 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd19320-26bb-489d-b2ec-058c4b545f9e None None] Routers set() bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:36:30.583882 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd19320-26bb-489d-b2ec-058c4b545f9e None None] Router IDs set() for agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 11:36:32.403892 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 57216) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:32.716470 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:36:32.746314 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Made reservation on behalf of faae53d1802e4a62b3d4e52d7b2928c3 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:36:32.750246 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:32.766448 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:32.872652 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Publish callbacks [] for security_group (9c525000-c0cd-4721-8b24-74c6f5e98214), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:32.876243 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9c525000-c0cd-4721-8b24-74c6f5e98214), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:32.896200 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:36:32.933103 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (3ce99c18-d931-4c9c-b0f0-86d225a6e440), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:32.933685 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.segments_db [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Added segment 3ce99c18-d931-4c9c-b0f0-86d225a6e440 of type vlan for network 2602e352-a427-4127-8295-427bf5619870 May 12 11:36:32.954677 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9c525000-c0cd-4721-8b24-74c6f5e98214,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:33.002699 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.003053 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.003416 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.003780 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.004114 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.004443 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.004812 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.005137 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.005477 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.005839 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.006163 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.006505 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.006829 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.007149 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.007467 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Tracked resource versions report: May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: pushed versions: May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: { 'AddressGroup': {'1.2'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Agent': {'1.1'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'ConntrackHelper': {'1.0'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'LocalIPAssociation': {'1.0'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Log': {'1.0'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'NDPProxy': {'1.0'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Network': {'1.1'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Port': {'1.7'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'PortForwarding': {'1.3'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'QosPolicy': {'1.10'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SecurityGroup': {'1.5'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SecurityGroupRule': {'1.2'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SubPort': {'1.0'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Subnet': {'1.1'}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Trunk': {'1.1'}} May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: consumer versions: May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: { DHCP agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: L3 agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: Metadata agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: Metering agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: Open vSwitch agent@dv-cinder-804735-29-iscsi: { 'AddressGroup': '1.2', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Agent': '1.1', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'ConntrackHelper': '1.0', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'LocalIPAssociation': '1.0', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Log': '1.0', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'NDPProxy': '1.0', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Network': '1.1', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Port': '1.7', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'PortForwarding': '1.3', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'QosPolicy': '1.10', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SecurityGroup': '1.5', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SecurityGroupRule': '1.2', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SubPort': '1.0', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Subnet': '1.1', May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Trunk': '1.1'}} May 12 11:36:33.008884 dv-cinder-804735-29-iscsi neutron-server[109895]: {{(pid=109895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 11:36:33.050600 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (2602e352-a427-4127-8295-427bf5619870), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:33.089693 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (2602e352-a427-4127-8295-427bf5619870), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:33.094813 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:36:33.095639 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:33.164798 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7598171 May 12 11:36:33.215158 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd96a-6676-46ba-ae0a-00e40c7ebcaf demo demo] Pushing event updated for resources: {'Network': ['ID=2602e352-a427-4127-8295-427bf5619870,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:33.227378 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network 2602e352-a427-4127-8295-427bf5619870 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:36:35.639518 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57228) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:36.139308 dv-cinder-804735-29-iscsi neutron-server[109896]: WARNING oslo_policy.policy [None req-84fd124b-271a-4493-955f-c6602861de95 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 11:36:36.139882 dv-cinder-804735-29-iscsi neutron-server[109896]: WARNING oslo_policy.policy [None req-84fd124b-271a-4493-955f-c6602861de95 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 11:36:36.576177 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.policy [None req-84fd124b-271a-4493-955f-c6602861de95 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109896) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 11:36:36.616520 dv-cinder-804735-29-iscsi neutron-server[109896]: WARNING oslo_policy.policy [None req-84fd124b-271a-4493-955f-c6602861de95 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 11:36:36.616886 dv-cinder-804735-29-iscsi neutron-server[109896]: WARNING oslo_policy.policy [None req-84fd124b-271a-4493-955f-c6602861de95 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 11:36:36.624296 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd124b-271a-4493-955f-c6602861de95 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:36:36.625974 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-84fd124b-271a-4493-955f-c6602861de95 demo admin] 10.222.0.58 "GET /v2.0/networks/2602e352-a427-4127-8295-427bf5619870 HTTP/1.1" status: 200 len: 825 time: 0.9855633 May 12 11:36:36.664140 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-37f82709-e641-4b95-8eac-47edd32c47cc demo admin] 10.222.0.58 "GET /v2.0/subnetpools/30222467-768c-47b9-9909-3a75294d1db9 HTTP/1.1" status: 200 len: 734 time: 0.0325327 May 12 11:36:36.672619 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Request body: {'subnet': {'network_id': '2602e352-a427-4127-8295-427bf5619870', 'ip_version': 4, 'subnetpool_id': '30222467-768c-47b9-9909-3a75294d1db9', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:36:36.710939 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Made reservation on behalf of faae53d1802e4a62b3d4e52d7b2928c3 for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:36:36.713832 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:36.992749 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for subnet (52c01547-c4db-43a0-b7f9-62945de45e8e), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:37.058662 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Checking segment: {'id': '3ce99c18-d931-4c9c-b0f0-86d225a6e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2602e352-a427-4127-8295-427bf5619870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:36:37.059021 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Network hostable DHCP agents. Network: 2602e352-a427-4127-8295-427bf5619870, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:36:37.074965 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Pushing event updated for resources: {'Subnet': ['ID=52c01547-c4db-43a0-b7f9-62945de45e8e,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:37.089189 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.089505 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.089912 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.090210 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.090530 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.090851 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.091158 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.091468 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.091792 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.092120 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.092432 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.092766 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.093084 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.093389 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.093693 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Tracked resource versions report: May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: pushed versions: May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: { 'AddressGroup': {'1.2'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Agent': {'1.1'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'ConntrackHelper': {'1.0'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'LocalIPAssociation': {'1.0'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Log': {'1.0'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'NDPProxy': {'1.0'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Network': {'1.1'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Port': {'1.7'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'PortForwarding': {'1.3'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'QosPolicy': {'1.10'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SecurityGroup': {'1.5'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SecurityGroupRule': {'1.2'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SubPort': {'1.0'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Subnet': {'1.1'}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Trunk': {'1.1'}} May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: consumer versions: May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: { DHCP agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: L3 agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: Metadata agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: Metering agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: Open vSwitch agent@dv-cinder-804735-29-iscsi: { 'AddressGroup': '1.2', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Agent': '1.1', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'ConntrackHelper': '1.0', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'LocalIPAssociation': '1.0', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Log': '1.0', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'NDPProxy': '1.0', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Network': '1.1', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Port': '1.7', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'PortForwarding': '1.3', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'QosPolicy': '1.10', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SecurityGroup': '1.5', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SecurityGroupRule': '1.2', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SubPort': '1.0', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Subnet': '1.1', May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Trunk': '1.1'}} May 12 11:36:37.095085 dv-cinder-804735-29-iscsi neutron-server[109896]: {{(pid=109896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 11:36:37.108281 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Network 2602e352-a427-4127-8295-427bf5619870 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:36:37.122951 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, 2602e352-a427-4127-8295-427bf5619870) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:36:37.136484 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:36:37.137119 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:37.141352 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f12d08-b4ba-4821-8bd1-73c2962bc845 None None] Network 2602e352-a427-4127-8295-427bf5619870 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:36:37.159979 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-c58d0216-c605-451b-96e4-61d8f5d5c9ff demo admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4905186 May 12 11:36:37.412837 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-2602e352-a427-4127-8295-427bf5619870', 'network_id': '2602e352-a427-4127-8295-427bf5619870', 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'fixed_ips': [{'subnet_id': '52c01547-c4db-43a0-b7f9-62945de45e8e'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:36:37.414162 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:37.686102 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Allocated IP 172.20.0.2 (2602e352-a427-4127-8295-427bf5619870/52c01547-c4db-43a0-b7f9-62945de45e8e/e68e536d-fec5-498a-bc93-f4581c4b8b25) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:36:37.954807 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Publish callbacks [] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:37.963982 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:38.028074 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Network 2602e352-a427-4127-8295-427bf5619870 is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:36:38.036513 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:36:38.052191 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:36:38.059756 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Pushing event updated for resources: {'Port': ['ID=e68e536d-fec5-498a-bc93-f4581c4b8b25,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:38.088330 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.088691 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.089061 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.089426 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.089790 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.090132 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.090463 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.090795 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.091145 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.091481 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.091968 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.092161 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.092495 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.092819 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.093144 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Tracked resource versions report: May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: pushed versions: May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: { 'AddressGroup': {'1.2'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Agent': {'1.1'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'ConntrackHelper': {'1.0'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'LocalIPAssociation': {'1.0'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Log': {'1.0'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'NDPProxy': {'1.0'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Network': {'1.1'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Port': {'1.7'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'PortForwarding': {'1.3'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'QosPolicy': {'1.10'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SecurityGroup': {'1.5'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SecurityGroupRule': {'1.2'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SubPort': {'1.0'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Subnet': {'1.1'}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Trunk': {'1.1'}} May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: consumer versions: May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: { DHCP agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: L3 agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: Metadata agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: Metering agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: Open vSwitch agent@dv-cinder-804735-29-iscsi: { 'AddressGroup': '1.2', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Agent': '1.1', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'ConntrackHelper': '1.0', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'LocalIPAssociation': '1.0', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Log': '1.0', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'NDPProxy': '1.0', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Network': '1.1', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Port': '1.7', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'PortForwarding': '1.3', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'QosPolicy': '1.10', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SecurityGroup': '1.5', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SecurityGroupRule': '1.2', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SubPort': '1.0', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Subnet': '1.1', May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Trunk': '1.1'}} May 12 11:36:38.094658 dv-cinder-804735-29-iscsi neutron-server[109897]: {{(pid=109897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 11:36:38.144564 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Attempting to bind port e68e536d-fec5-498a-bc93-f4581c4b8b25 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:36:38.145171 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Attempting to bind port e68e536d-fec5-498a-bc93-f4581c4b8b25 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '3ce99c18-d931-4c9c-b0f0-86d225a6e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2602e352-a427-4127-8295-427bf5619870'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:36:38.145385 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Attempting to bind port e68e536d-fec5-498a-bc93-f4581c4b8b25 on network 2602e352-a427-4127-8295-427bf5619870 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:36:38.150293 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:36:38.150685 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Checking segment: {'id': '3ce99c18-d931-4c9c-b0f0-86d225a6e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2602e352-a427-4127-8295-427bf5619870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:36:38.151173 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:38.151565 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Bound using segment: {'id': '3ce99c18-d931-4c9c-b0f0-86d225a6e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2602e352-a427-4127-8295-427bf5619870'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:36:38.152052 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Bound port: e68e536d-fec5-498a-bc93-f4581c4b8b25, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce99c18-d931-4c9c-b0f0-86d225a6e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2602e352-a427-4127-8295-427bf5619870'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:36:38.152465 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:38.214031 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] For port e68e536d-fec5-498a-bc93-f4581c4b8b25, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:36:38.235708 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] For port e68e536d-fec5-498a-bc93-f4581c4b8b25, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=e68e536d-fec5-498a-bc93-f4581c4b8b25,segment=NetworkSegment(3ce99c18-d931-4c9c-b0f0-86d225a6e440),segment_id=3ce99c18-d931-4c9c-b0f0-86d225a6e440)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:36:38.242818 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:38.297613 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d13922-bacc-4f2e-8804-38b8bea5d0ee None None] Pushing event updated for resources: {'Port': ['ID=e68e536d-fec5-498a-bc93-f4581c4b8b25,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:39.616664 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57250) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:39.929009 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [None req-49669949-316a-4335-b92e-aca7956e475c admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:36:39.938129 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-49669949-316a-4335-b92e-aca7956e475c admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3204503 May 12 11:36:42.401237 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57258) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:42.719619 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [None req-1b814855-0a2e-45b5-9d3e-0b2f91641954 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:36:42.721387 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1b814855-0a2e-45b5-9d3e-0b2f91641954 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3190544 May 12 11:36:45.195493 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 57266) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:45.511328 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d805de22-8582-432c-8973-f97d0fd0f946 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:36:45.535144 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d805de22-8582-432c-8973-f97d0fd0f946 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (86e0e9a4-3686-4408-8c39-5644863b65a8), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:45.536630 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d805de22-8582-432c-8973-f97d0fd0f946 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (86e0e9a4-3686-4408-8c39-5644863b65a8), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:45.671030 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d805de22-8582-432c-8973-f97d0fd0f946 demo demo] Publish callbacks [] for router_controller (86e0e9a4-3686-4408-8c39-5644863b65a8), precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:45.677200 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d805de22-8582-432c-8973-f97d0fd0f946 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (86e0e9a4-3686-4408-8c39-5644863b65a8), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:45.693774 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d805de22-8582-432c-8973-f97d0fd0f946 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:45.694868 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-d805de22-8582-432c-8973-f97d0fd0f946 demo demo] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4983418 May 12 11:36:48.159969 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57278) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:48.472592 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [None req-c583f2eb-47d0-4c7a-b9d3-2e49ded01632 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:36:48.473593 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-c583f2eb-47d0-4c7a-b9d3-2e49ded01632 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3127193 May 12 11:36:49.712822 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573791de-1986-414b-9add-3847c4fd61db None None] Network 2602e352-a427-4127-8295-427bf5619870 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:36:49.791059 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-4e0fcbe3-d5b2-44a5-b59d-c863e39373a1 None None] Provisioning complete for port e68e536d-fec5-498a-bc93-f4581c4b8b25 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:36:49.791491 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-4e0fcbe3-d5b2-44a5-b59d-c863e39373a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:49.839880 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device e68e536d-fec5-498a-bc93-f4581c4b8b25 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:36:50.009962 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port e68e536d-fec5-498a-bc93-f4581c4b8b25 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:36:50.010302 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:50.043313 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fcbe3-d5b2-44a5-b59d-c863e39373a1 None None] Current status of the port e68e536d-fec5-498a-bc93-f4581c4b8b25 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:36:50.043711 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-4e0fcbe3-d5b2-44a5-b59d-c863e39373a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:50.096294 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-4e0fcbe3-d5b2-44a5-b59d-c863e39373a1 None None] For port e68e536d-fec5-498a-bc93-f4581c4b8b25, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=e68e536d-fec5-498a-bc93-f4581c4b8b25,segment=NetworkSegment(3ce99c18-d931-4c9c-b0f0-86d225a6e440),segment_id=3ce99c18-d931-4c9c-b0f0-86d225a6e440)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:36:50.104018 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-4e0fcbe3-d5b2-44a5-b59d-c863e39373a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:50.170103 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port e68e536d-fec5-498a-bc93-f4581c4b8b25 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:36:50.181343 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fcbe3-d5b2-44a5-b59d-c863e39373a1 None None] Pushing event updated for resources: {'Port': ['ID=e68e536d-fec5-498a-bc93-f4581c4b8b25,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:50.221311 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-c6474687-51e3-42b3-bc4e-935f02102d6f None None] Provisioning complete for port e68e536d-fec5-498a-bc93-f4581c4b8b25 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:36:50.221755 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c6474687-51e3-42b3-bc4e-935f02102d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:50.298343 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-c6474687-51e3-42b3-bc4e-935f02102d6f None None] Current status of the port e68e536d-fec5-498a-bc93-f4581c4b8b25 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:36:50.958298 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57288) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:51.264132 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:36:51.285378 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Made reservation on behalf of 11860b8464634d7683ecba74bb161400 for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:36:51.287609 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:51.302252 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:51.409357 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Publish callbacks [] for security_group (299367ba-156f-4409-9a4f-ae8b05c09b64), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:51.413009 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (299367ba-156f-4409-9a4f-ae8b05c09b64), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:51.429007 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Reserving flat network on physical network physnet1 {{(pid=109896) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 11:36:51.450146 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299367ba-156f-4409-9a4f-ae8b05c09b64,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:51.457212 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (77aa12e0-255b-48a4-a914-ce37bc552c5b), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:51.457755 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Added segment 77aa12e0-255b-48a4-a914-ce37bc552c5b of type flat for network 1a8327be-4f05-4739-bcd1-d72e8e80810b May 12 11:36:51.509947 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (1a8327be-4f05-4739-bcd1-d72e8e80810b), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:51.533095 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 5 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:36:51.550117 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (1a8327be-4f05-4739-bcd1-d72e8e80810b), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:51.551079 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:36:51.551641 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:51.618392 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6590397 May 12 11:36:51.662762 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012211c-c0e1-4d7e-bc12-a8fdba542acb admin admin] Pushing event updated for resources: {'Network': ['ID=1a8327be-4f05-4739-bcd1-d72e8e80810b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:51.673317 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:36:51.819601 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device e68e536d-fec5-498a-bc93-f4581c4b8b25 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:36:51.868468 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port e68e536d-fec5-498a-bc93-f4581c4b8b25 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:36:51.868861 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:51.945289 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port e68e536d-fec5-498a-bc93-f4581c4b8b25 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:36:52.943962 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cd530dfd-310d-4373-8290-95031c75cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:54.058661 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57296) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:54.412482 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf97ab7-06f5-425f-bbe3-50289fb54f54 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:36:54.413831 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1cf97ab7-06f5-425f-bbe3-50289fb54f54 demo admin] 10.222.0.58 "GET /v2.0/subnets/52c01547-c4db-43a0-b7f9-62945de45e8e HTTP/1.1" status: 200 len: 849 time: 0.3542092 May 12 11:36:54.585567 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-c896b789-7234-4725-bbff-81a74bdd0b18 demo admin] 10.222.0.58 "GET /v2.0/routers/86e0e9a4-3686-4408-8c39-5644863b65a8 HTTP/1.1" status: 200 len: 704 time: 0.1661470 May 12 11:36:54.867128 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:55.102406 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7dc92f60-a3c2-48ea-a14d-2e2ceec8c583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:55.164837 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Allocated IP 172.20.0.1 (2602e352-a427-4127-8295-427bf5619870/52c01547-c4db-43a0-b7f9-62945de45e8e/ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:36:55.314620 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Publish callbacks [] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:55.381547 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:55.456908 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Network 2602e352-a427-4127-8295-427bf5619870 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:36:55.511208 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:36:55.513861 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:36:55.514559 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (86e0e9a4-3686-4408-8c39-5644863b65a8), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:55.536231 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Pushing event updated for resources: {'Port': ['ID=ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:55.718841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:55.747506 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-cf703022-0276-44cc-bef1-3587d60df595 None None] Provisioning complete for port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:36:55.747896 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cf703022-0276-44cc-bef1-3587d60df595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:55.828677 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-cf703022-0276-44cc-bef1-3587d60df595 None None] Port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:36:55.961078 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Publish callbacks [] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:55.965566 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:55.966447 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (86e0e9a4-3686-4408-8c39-5644863b65a8), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:56.024622 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Pushing event updated for resources: {'Port': ['ID=ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:56.086974 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Network 2602e352-a427-4127-8295-427bf5619870 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:36:56.088280 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:36:56.255774 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Router 86e0e9a4-3686-4408-8c39-5644863b65a8 is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:36:56.260376 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-e0792af4-c947-426c-ae15-d87d17bfb645 None None] Provisioning complete for port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:36:56.260849 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e0792af4-c947-426c-ae15-d87d17bfb645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:56.263616 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:56.294093 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-e0792af4-c947-426c-ae15-d87d17bfb645 None None] Port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:36:56.350940 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:36:56.356295 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-77d1db30-058a-4a98-a8af-b18f76d00ede demo admin] 10.222.0.58 "PUT /v2.0/routers/86e0e9a4-3686-4408-8c39-5644863b65a8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7654006 May 12 11:36:56.360095 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Sync routers for ids ['86e0e9a4-3686-4408-8c39-5644863b65a8'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:36:56.373006 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Routers {'86e0e9a4-3686-4408-8c39-5644863b65a8'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:36:56.373908 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:36:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['86e0e9a4-3686-4408-8c39-5644863b65a8'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:36:56.571340 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Set router 86e0e9a4-3686-4408-8c39-5644863b65a8 gateway port host: None {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:36:56.984993 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'name': 'router1', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:36:45Z', 'updated_at': '2022-05-12T11:36:55Z', 'revision_number': 2, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'gw_port_host': None, '_interfaces': [{'id': 'ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c', 'name': '', 'network_id': '2602e352-a427-4127-8295-427bf5619870', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'mac_address': 'fa:16:3e:6c:38:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:36:54Z', 'updated_at': '2022-05-12T11:36:55Z', 'revision_number': 2, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'subnets': [{'id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30222467-768c-47b9-9909-3a75294d1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:36:57.035765 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Checking router: 86e0e9a4-3686-4408-8c39-5644863b65a8 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:36:57.036136 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Updating router 86e0e9a4-3686-4408-8c39-5644863b65a8 port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:36:57.088865 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:57.606488 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:57.624462 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Publish callbacks [] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:57.631121 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:57.789232 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Pushing event updated for resources: {'Port': ['ID=ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:57.804672 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.805046 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.805358 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.805733 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.806059 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.806387 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.806710 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.807034 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.807372 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.807701 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.808017 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.808358 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.808681 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.808995 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.809310 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Tracked resource versions report: May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: pushed versions: May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: { 'AddressGroup': {'1.2'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Agent': {'1.1'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'ConntrackHelper': {'1.0'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'LocalIPAssociation': {'1.0'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Log': {'1.0'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'NDPProxy': {'1.0'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Network': {'1.1'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Port': {'1.7'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'PortForwarding': {'1.3'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'QosPolicy': {'1.10'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SecurityGroup': {'1.5'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SecurityGroupRule': {'1.2'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SubPort': {'1.0'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Subnet': {'1.1'}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Trunk': {'1.1'}} May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: consumer versions: May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: { DHCP agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: L3 agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: Metadata agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: Metering agent@dv-cinder-804735-29-iscsi: {}, May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: Open vSwitch agent@dv-cinder-804735-29-iscsi: { 'AddressGroup': '1.2', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Agent': '1.1', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'ConntrackHelper': '1.0', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'LocalIPAssociation': '1.0', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Log': '1.0', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'NDPProxy': '1.0', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Network': '1.1', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Port': '1.7', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'PortForwarding': '1.3', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'QosPolicy': '1.10', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SecurityGroup': '1.5', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SecurityGroupRule': '1.2', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SubPort': '1.0', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Subnet': '1.1', May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Trunk': '1.1'}} May 12 11:36:57.810858 dv-cinder-804735-29-iscsi neutron-server[109898]: {{(pid=109898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 11:36:57.816453 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Attempting to bind port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:36:57.816847 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Attempting to bind port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '3ce99c18-d931-4c9c-b0f0-86d225a6e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2602e352-a427-4127-8295-427bf5619870'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:36:57.817268 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Attempting to bind port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c on network 2602e352-a427-4127-8295-427bf5619870 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:36:57.823653 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:36:57.824064 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Checking segment: {'id': '3ce99c18-d931-4c9c-b0f0-86d225a6e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2602e352-a427-4127-8295-427bf5619870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:36:57.824555 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:57.824937 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Bound using segment: {'id': '3ce99c18-d931-4c9c-b0f0-86d225a6e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2602e352-a427-4127-8295-427bf5619870'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:36:57.825433 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Bound port: ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce99c18-d931-4c9c-b0f0-86d225a6e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2602e352-a427-4127-8295-427bf5619870'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:36:57.825840 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:57.894080 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] For port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:36:57.915820 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] For port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c,segment=NetworkSegment(3ce99c18-d931-4c9c-b0f0-86d225a6e440),segment_id=3ce99c18-d931-4c9c-b0f0-86d225a6e440)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:36:57.922296 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:57.975673 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Routers {'86e0e9a4-3686-4408-8c39-5644863b65a8'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:36:57.976292 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:36:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['86e0e9a4-3686-4408-8c39-5644863b65a8'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:36:57.977855 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-86dc5793-d82d-4c62-9272-050b0120b77a None None] Provisioning complete for port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:36:57.978425 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-86dc5793-d82d-4c62-9272-050b0120b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:58.023207 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae704e2-cd7d-441c-b995-fe7f129edace None None] Pushing event updated for resources: {'Port': ['ID=ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c,revision_number=4']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:58.074623 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] Set router 86e0e9a4-3686-4408-8c39-5644863b65a8 gateway port host: None {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:36:58.089972 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-86dc5793-d82d-4c62-9272-050b0120b77a None None] Current status of the port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:36:58.090365 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-86dc5793-d82d-4c62-9272-050b0120b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:58.134992 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-86dc5793-d82d-4c62-9272-050b0120b77a None None] For port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c,segment=NetworkSegment(3ce99c18-d931-4c9c-b0f0-86d225a6e440),segment_id=3ce99c18-d931-4c9c-b0f0-86d225a6e440)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:36:58.143132 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-86dc5793-d82d-4c62-9272-050b0120b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:58.192710 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc5793-d82d-4c62-9272-050b0120b77a None None] Pushing event updated for resources: {'Port': ['ID=ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:58.265407 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-17d1e532-6bfd-423a-822f-d113b126761f None None] Provisioning complete for port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:36:58.265822 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-17d1e532-6bfd-423a-822f-d113b126761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:58.292241 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'name': 'router1', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:36:45Z', 'updated_at': '2022-05-12T11:36:55Z', 'revision_number': 2, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'gw_port_host': None, '_interfaces': [{'id': 'ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c', 'name': '', 'network_id': '2602e352-a427-4127-8295-427bf5619870', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'mac_address': 'fa:16:3e:6c:38:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:36:54Z', 'updated_at': '2022-05-12T11:36:57Z', 'revision_number': 4, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'subnets': [{'id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30222467-768c-47b9-9909-3a75294d1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:36:58.321011 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774c525-5a9e-417f-bd5c-ee965cf71cf8 None None] The sync data for ids ['86e0e9a4-3686-4408-8c39-5644863b65a8'] in dv-cinder-804735-29-iscsi is: [{'id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'name': 'router1', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:36:45Z', 'updated_at': '2022-05-12T11:36:55Z', 'revision_number': 2, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'gw_port_host': None, '_interfaces': [{'id': 'ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c', 'name': '', 'network_id': '2602e352-a427-4127-8295-427bf5619870', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'mac_address': 'fa:16:3e:6c:38:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:36:54Z', 'updated_at': '2022-05-12T11:36:57Z', 'revision_number': 4, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'subnets': [{'id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30222467-768c-47b9-9909-3a75294d1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:36:58.349672 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-17d1e532-6bfd-423a-822f-d113b126761f None None] Current status of the port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:36:58.796533 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57316) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:36:59.000485 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23f22c-f14b-447e-96aa-e28bb4f8f01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:36:59.001869 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6f23f22c-f14b-447e-96aa-e28bb4f8f01d admin admin] 10.222.0.58 "GET /v2.0/networks/1a8327be-4f05-4739-bcd1-d72e8e80810b HTTP/1.1" status: 200 len: 842 time: 0.2043538 May 12 11:36:59.011122 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:36:59.031946 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Made reservation on behalf of 11860b8464634d7683ecba74bb161400 for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:36:59.035175 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:59.103655 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:59.312690 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.objects.ports [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109896) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 11:36:59.313113 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for subnet (f7ad077b-036d-4e1d-8002-f88070fa6972), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:59.371617 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ad077b-036d-4e1d-8002-f88070fa6972,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:36:59.378649 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:36:59.379532 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Network hostable DHCP agents. Network: 1a8327be-4f05-4739-bcd1-d72e8e80810b, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:36:59.396855 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:36:59.411114 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, 1a8327be-4f05-4739-bcd1-d72e8e80810b) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:36:59.418933 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:36:59.419513 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:36:59.426348 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013c184a-3fa3-4390-9376-c31c2afd7b38 None None] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:36:59.451439 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-ef5b90fe-c08d-4192-87df-f8914bef6f80 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4278011 May 12 11:36:59.554721 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d4fe2-af67-4091-87d6-33b6f7e909f8 None None] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:37:01.859133 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 57334) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:37:02.106653 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-35c38960-3a5c-48f3-b304-2bed5b8a464c demo admin] 10.222.0.58 "GET /v2.0/routers/86e0e9a4-3686-4408-8c39-5644863b65a8 HTTP/1.1" status: 200 len: 710 time: 0.2463024 May 12 11:37:02.255831 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad2ca64-2b58-4b3a-b047-357162f41bfa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:37:02.257215 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-5ad2ca64-2b58-4b3a-b047-357162f41bfa demo admin] 10.222.0.58 "GET /v2.0/networks/1a8327be-4f05-4739-bcd1-d72e8e80810b HTTP/1.1" status: 200 len: 886 time: 0.1452038 May 12 11:37:02.265842 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:37:02.520621 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Publish callbacks [] for router_gateway (86e0e9a4-3686-4408-8c39-5644863b65a8), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:02.739034 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Publish callbacks [] for router_gateway (86e0e9a4-3686-4408-8c39-5644863b65a8), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:02.816328 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:03.003218 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Allocated IP 172.27.0.101 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/06e77e67-006e-4946-b0df-cab68eb02ba8) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:37:03.111277 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Publish callbacks [] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:03.170776 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:03.289183 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:37:03.296881 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:37:03.306063 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:37:03.350851 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Pushing event updated for resources: {'Port': ['ID=06e77e67-006e-4946-b0df-cab68eb02ba8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:37:03.604205 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Publish callbacks [] for router_gateway (86e0e9a4-3686-4408-8c39-5644863b65a8), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:03.807175 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-294034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10360'] for router (86e0e9a4-3686-4408-8c39-5644863b65a8), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:03.811799 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-294027'] for router (86e0e9a4-3686-4408-8c39-5644863b65a8), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:03.923961 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Router 86e0e9a4-3686-4408-8c39-5644863b65a8 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:37:04.034552 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:37:04.038830 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:04.053729 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-c018f645-3e53-485c-9ab3-cacf51896f33 demo admin] 10.222.0.58 "PUT /v2.0/routers/86e0e9a4-3686-4408-8c39-5644863b65a8 HTTP/1.1" status: 200 len: 890 time: 1.7772651 May 12 11:37:05.838085 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:37:05.882928 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:37:05.883303 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:05.962782 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:37:06.525501 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57346) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:37:06.639579 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-104cdd1b-d152-44ec-9037-7b2e992ed338 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1128507 May 12 11:37:07.106020 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Sync routers for ids ['86e0e9a4-3686-4408-8c39-5644863b65a8'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:37:07.120542 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Routers {'86e0e9a4-3686-4408-8c39-5644863b65a8'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:37:07.121199 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:36:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['86e0e9a4-3686-4408-8c39-5644863b65a8'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:37:07.335968 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Set router 86e0e9a4-3686-4408-8c39-5644863b65a8 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:37:07.791619 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'name': 'router1', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '06e77e67-006e-4946-b0df-cab68eb02ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:36:45Z', 'updated_at': '2022-05-12T11:37:03Z', 'revision_number': 4, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'gw_port': {'id': '06e77e67-006e-4946-b0df-cab68eb02ba8', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:40:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:37:02Z', 'updated_at': '2022-05-12T11:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c', 'name': '', 'network_id': '2602e352-a427-4127-8295-427bf5619870', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'mac_address': 'fa:16:3e:6c:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:36:54Z', 'updated_at': '2022-05-12T11:36:58Z', 'revision_number': 5, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'subnets': [{'id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30222467-768c-47b9-9909-3a75294d1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:37:07.843796 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Checking router: 86e0e9a4-3686-4408-8c39-5644863b65a8 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:37:07.844179 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Updating router 86e0e9a4-3686-4408-8c39-5644863b65a8 port 06e77e67-006e-4946-b0df-cab68eb02ba8 binding host dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:37:07.895730 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:08.246357 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Publish callbacks [] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:08.254959 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:08.312087 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Attempting to bind port 06e77e67-006e-4946-b0df-cab68eb02ba8 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:37:08.312457 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Attempting to bind port 06e77e67-006e-4946-b0df-cab68eb02ba8 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:37:08.312816 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Attempting to bind port 06e77e67-006e-4946-b0df-cab68eb02ba8 on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:37:08.319333 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f430f-8594-4865-97be-a53ccab62eff None None] Pushing event updated for resources: {'Port': ['ID=06e77e67-006e-4946-b0df-cab68eb02ba8,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:37:08.325010 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:37:08.325377 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:37:08.325805 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:08.326184 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:37:08.326758 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Bound port: 06e77e67-006e-4946-b0df-cab68eb02ba8, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:37:08.327009 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:08.378441 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] For port 06e77e67-006e-4946-b0df-cab68eb02ba8, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:37:08.381534 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] For port 06e77e67-006e-4946-b0df-cab68eb02ba8, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=06e77e67-006e-4946-b0df-cab68eb02ba8,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:37:08.388493 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:08.449773 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f430f-8594-4865-97be-a53ccab62eff None None] Pushing event updated for resources: {'Port': ['ID=06e77e67-006e-4946-b0df-cab68eb02ba8,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:37:08.453755 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Routers {'86e0e9a4-3686-4408-8c39-5644863b65a8'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:37:08.454352 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:36:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['86e0e9a4-3686-4408-8c39-5644863b65a8'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:37:08.571552 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] Set router 86e0e9a4-3686-4408-8c39-5644863b65a8 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:37:08.782132 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'name': 'router1', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '06e77e67-006e-4946-b0df-cab68eb02ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:36:45Z', 'updated_at': '2022-05-12T11:37:03Z', 'revision_number': 4, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'gw_port': {'id': '06e77e67-006e-4946-b0df-cab68eb02ba8', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:40:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:37:02Z', 'updated_at': '2022-05-12T11:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c', 'name': '', 'network_id': '2602e352-a427-4127-8295-427bf5619870', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'mac_address': 'fa:16:3e:6c:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:36:54Z', 'updated_at': '2022-05-12T11:36:58Z', 'revision_number': 5, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'subnets': [{'id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30222467-768c-47b9-9909-3a75294d1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:37:08.814051 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f443a4b-b5f3-4dd2-b528-f46e4d750230 None None] The sync data for ids ['86e0e9a4-3686-4408-8c39-5644863b65a8'] in dv-cinder-804735-29-iscsi is: [{'id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'name': 'router1', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '06e77e67-006e-4946-b0df-cab68eb02ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:36:45Z', 'updated_at': '2022-05-12T11:37:03Z', 'revision_number': 4, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'gw_port': {'id': '06e77e67-006e-4946-b0df-cab68eb02ba8', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:40:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:37:02Z', 'updated_at': '2022-05-12T11:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c', 'name': '', 'network_id': '2602e352-a427-4127-8295-427bf5619870', 'tenant_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'mac_address': 'fa:16:3e:6c:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e0e9a4-3686-4408-8c39-5644863b65a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:36:54Z', 'updated_at': '2022-05-12T11:36:58Z', 'revision_number': 5, 'project_id': 'faae53d1802e4a62b3d4e52d7b2928c3', 'subnets': [{'id': '52c01547-c4db-43a0-b7f9-62945de45e8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30222467-768c-47b9-9909-3a75294d1db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:37:09.862641 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 06e77e67-006e-4946-b0df-cab68eb02ba8 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:37:09.910468 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 06e77e67-006e-4946-b0df-cab68eb02ba8 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:37:09.910903 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:09.998580 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 06e77e67-006e-4946-b0df-cab68eb02ba8 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:37:09.998969 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:10.019173 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port 06e77e67-006e-4946-b0df-cab68eb02ba8, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=06e77e67-006e-4946-b0df-cab68eb02ba8,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:37:10.023441 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:10.091760 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=06e77e67-006e-4946-b0df-cab68eb02ba8,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:37:11.911894 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 06e77e67-006e-4946-b0df-cab68eb02ba8 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:37:12.053617 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 06e77e67-006e-4946-b0df-cab68eb02ba8 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:37:12.054066 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (06e77e67-006e-4946-b0df-cab68eb02ba8), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:12.172042 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 06e77e67-006e-4946-b0df-cab68eb02ba8 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:37:22.956344 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1af60312-a276-4c80-ba03-d84abb99f7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:25.124619 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-4adfc672-3dfc-431d-a95b-f9dda39b9e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:26.343257 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:27.624305 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:28.532020 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 5 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:37:29.104684 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:52.950615 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-431197af-013d-4b81-9664-a395db6e288d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:55.107443 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7831b986-b69b-42f8-b3a0-81aa318172bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:56.258670 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:57.606929 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:37:59.100705 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:05.531110 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 5 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:38:22.951803 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c0de3dde-54ce-46d1-a550-b3d852fe9030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:24.680534 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57830) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:38:24.742799 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.pecan_wsgi.hooks.translation [None req-288597ff-65b3-4be5-a298-1a86db2ceaaf admin admin] GET failed (client error): The resource could not be found. May 12 11:38:24.744075 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-288597ff-65b3-4be5-a298-1a86db2ceaaf admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626574 May 12 11:38:24.964022 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef887ca-f45f-4398-b3a2-7de2a7efe47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:24.965390 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-0ef887ca-f45f-4398-b3a2-7de2a7efe47a admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2173278 May 12 11:38:25.109801 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e91f70f0-e3f2-419a-9e61-2889d28db1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:26.261926 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:27.202888 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57840) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:38:27.293523 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0654c8c-ccb4-42b1-abb5-32a795e4744a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:27.294882 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e0654c8c-ccb4-42b1-abb5-32a795e4744a admin admin] 10.222.0.58 "GET /v2.0/subnets/52c01547-c4db-43a0-b7f9-62945de45e8e HTTP/1.1" status: 200 len: 849 time: 0.0910621 May 12 11:38:27.304639 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:38:27.389778 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Publish callbacks [] for subnet (52c01547-c4db-43a0-b7f9-62945de45e8e), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:27.536681 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784762585986'] for subnet (52c01547-c4db-43a0-b7f9-62945de45e8e), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:27.569476 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:27.570685 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:27.571593 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] 10.222.0.58 "PUT /v2.0/subnets/52c01547-c4db-43a0-b7f9-62945de45e8e HTTP/1.1" status: 200 len: 868 time: 0.2710342 May 12 11:38:27.588696 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7a6963-eb50-428b-b58c-34a265e30663 None None] Network 2602e352-a427-4127-8295-427bf5619870 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:38:27.598079 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c01547-c4db-43a0-b7f9-62945de45e8e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:38:27.606506 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.606894 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.607222 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.607571 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.607911 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.608243 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.608573 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.609516 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.609918 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.610259 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.610917 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.611260 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.611586 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.612668 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.612668 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040df4e6-92f1-46d5-819a-e99636531a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:38:27.630912 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:27.926171 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-218b3154-3202-422c-a5d0-ebb68ca19a03 None None] Provisioning complete for port e68e536d-fec5-498a-bc93-f4581c4b8b25 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:38:27.926498 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-218b3154-3202-422c-a5d0-ebb68ca19a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (e68e536d-fec5-498a-bc93-f4581c4b8b25), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:28.002569 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-218b3154-3202-422c-a5d0-ebb68ca19a03 None None] Current status of the port e68e536d-fec5-498a-bc93-f4581c4b8b25 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:38:28.011117 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-218b3154-3202-422c-a5d0-ebb68ca19a03 None None] Provisioning complete for port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:38:28.011503 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-218b3154-3202-422c-a5d0-ebb68ca19a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:28.087943 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-218b3154-3202-422c-a5d0-ebb68ca19a03 None None] Current status of the port ff25ef5c-f2d5-4707-bd8e-92bcd1928f2c is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:38:29.102909 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:29.832569 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57848) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:38:30.034465 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87dca78-4292-4452-aaaa-c080d98c2ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:30.034845 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87dca78-4292-4452-aaaa-c080d98c2ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:30.036391 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e87dca78-4292-4452-aaaa-c080d98c2ef3 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028816 May 12 11:38:32.280351 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57856) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:38:32.410453 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a127378-af9a-469f-b647-036e33b086f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:32.410918 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a127378-af9a-469f-b647-036e33b086f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:32.412395 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-4a127378-af9a-469f-b647-036e33b086f4 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311162 May 12 11:38:34.677112 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57864) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:38:34.799775 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8879ef0-333b-4ba2-a90e-c23107e8ee3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:34.801062 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-c8879ef0-333b-4ba2-a90e-c23107e8ee3e admin admin] 10.222.0.58 "GET /v2.0/networks/1a8327be-4f05-4739-bcd1-d72e8e80810b HTTP/1.1" status: 200 len: 886 time: 0.1229782 May 12 11:38:37.048585 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57872) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:38:37.178628 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ee8cf-7ad1-4b7f-a1a3-6a749de7d1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:37.179980 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-9d0ee8cf-7ad1-4b7f-a1a3-6a749de7d1a6 admin admin] 10.222.0.58 "GET /v2.0/networks/2602e352-a427-4127-8295-427bf5619870 HTTP/1.1" status: 200 len: 869 time: 0.1304603 May 12 11:38:39.427170 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57880) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:38:39.556824 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c464ed-66b4-41e0-a12a-c47323adedfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:39.557281 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c464ed-66b4-41e0-a12a-c47323adedfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:39.558836 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-39c464ed-66b4-41e0-a12a-c47323adedfa admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1307268 May 12 11:38:41.788118 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57888) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:38:41.877416 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2698bf98-eda3-4bc8-9604-a8bc9d4900a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:41.877896 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2698bf98-eda3-4bc8-9604-a8bc9d4900a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:41.879392 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-2698bf98-eda3-4bc8-9604-a8bc9d4900a5 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903592 May 12 11:38:42.530055 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 5 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:38:44.110822 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57896) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:38:44.200976 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3476c8d-4c3d-48c9-90bf-aa7c44a2dad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:44.202363 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-d3476c8d-4c3d-48c9-90bf-aa7c44a2dad5 admin admin] 10.222.0.58 "GET /v2.0/subnets/52c01547-c4db-43a0-b7f9-62945de45e8e HTTP/1.1" status: 200 len: 868 time: 0.0906165 May 12 11:38:46.406877 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57904) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:38:46.494796 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e098458-64df-436a-8063-f2f62b4fa042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:38:46.496138 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7e098458-64df-436a-8063-f2f62b4fa042 admin admin] 10.222.0.58 "GET /v2.0/subnets/f7ad077b-036d-4e1d-8002-f88070fa6972 HTTP/1.1" status: 200 len: 816 time: 0.0882945 May 12 11:38:52.954467 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-32ef0224-4d1b-4c82-9528-fe040c4896a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:55.110952 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f6a92267-7bc2-410c-a48b-791c8160e919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:56.264158 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:57.617184 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:38:59.104491 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:19.528928 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 5 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:39:22.956501 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3f233856-5f68-49ce-87dd-ce6319afda17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:25.113148 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d87a610d-da68-430b-8bd1-57fc2b901a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:26.267627 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:26.857010 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57962) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:39:26.903763 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [None req-4e130308-7926-43db-bee8-5dbbb51af51c admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:39:26.904762 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-4e130308-7926-43db-bee8-5dbbb51af51c admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0468349 May 12 11:39:27.621069 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:29.107768 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:29.224448 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57970) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:39:29.283961 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce7d2c7-eb7a-4cbb-b25e-780cd10dc2dc admin admin] GET failed (client error): The resource could not be found. May 12 11:39:29.285273 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1ce7d2c7-eb7a-4cbb-b25e-780cd10dc2dc admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599234 May 12 11:39:29.367024 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d1794-f44d-4d5d-9777-13b9ec84a1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:39:29.368373 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-011d1794-f44d-4d5d-9777-13b9ec84a1c5 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0784371 May 12 11:39:31.643030 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57978) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:39:31.689364 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:39:31.710475 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Made reservation on behalf of 11860b8464634d7683ecba74bb161400 for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:39:31.712734 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:31.739699 dv-cinder-804735-29-iscsi neutron-server[109896]: WARNING neutron.services.revisions.revision_plugin [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Could not find related network for resource to bump revision. May 12 11:39:31.755711 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=109896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:39:31.767881 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (98e86cec-041a-4355-a1e7-91026ea6f38b), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:31.768430 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Added segment 98e86cec-041a-4355-a1e7-91026ea6f38b of type vlan for network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf May 12 11:39:31.806209 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (51f1b30d-06a9-4cf7-8058-3a01e0c643bf), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:31.830131 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (51f1b30d-06a9-4cf7-8058-3a01e0c643bf), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:31.831117 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:39:31.831704 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:31.864098 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2200112 May 12 11:39:31.891307 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Pushing event updated for resources: {'Network': ['ID=51f1b30d-06a9-4cf7-8058-3a01e0c643bf,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:39:31.899286 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.899626 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.899961 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.900291 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.900616 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.900938 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.901256 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.901574 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.901918 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.902242 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.902581 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.902901 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.903212 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.903522 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.903829 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbb6a6-0efb-494f-9704-4bc36fac91bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:31.915818 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:39:34.128057 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 57986) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:39:34.186976 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78d0fd9-5482-495f-80d3-bc74fbdd8649 admin admin] GET failed (client error): The resource could not be found. May 12 11:39:34.188218 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-a78d0fd9-5482-495f-80d3-bc74fbdd8649 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592461 May 12 11:39:34.259654 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d66f3de-a684-431e-84ad-6c0aab297147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:39:34.261094 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-0d66f3de-a684-431e-84ad-6c0aab297147 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688589 May 12 11:39:34.271244 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:39:34.289587 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Made reservation on behalf of 11860b8464634d7683ecba74bb161400 for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:39:34.291955 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:34.536998 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for subnet (37b08f0c-0610-40c3-9166-c70212635532), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:34.594540 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b08f0c-0610-40c3-9166-c70212635532,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:39:34.601400 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Checking segment: {'id': '98e86cec-041a-4355-a1e7-91026ea6f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:39:34.601783 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Network hostable DHCP agents. Network: 51f1b30d-06a9-4cf7-8058-3a01e0c643bf, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:39:34.620749 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:39:34.632794 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, 51f1b30d-06a9-4cf7-8058-3a01e0c643bf) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:39:34.636133 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:39:34.636724 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:34.640948 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b81a1e-5f8a-4361-98b4-e9d26398f793 None None] Network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:39:34.652437 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-451f802e-6ff0-468c-a52f-9ce8ac63fb77 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3850682 May 12 11:39:34.746633 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-51f1b30d-06a9-4cf7-8058-3a01e0c643bf', 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf', 'project_id': '11860b8464634d7683ecba74bb161400', 'fixed_ips': [{'subnet_id': '37b08f0c-0610-40c3-9166-c70212635532'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:39:34.748107 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:34.888848 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Allocated IP 192.168.233.2 (51f1b30d-06a9-4cf7-8058-3a01e0c643bf/37b08f0c-0610-40c3-9166-c70212635532/40713e86-c51a-411d-8d69-bfbe40b295bf) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:39:35.154192 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Publish callbacks [] for port (40713e86-c51a-411d-8d69-bfbe40b295bf), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:35.161206 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (40713e86-c51a-411d-8d69-bfbe40b295bf), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:35.200478 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:39:35.203246 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:39:35.206109 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:39:35.222610 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Pushing event updated for resources: {'Port': ['ID=40713e86-c51a-411d-8d69-bfbe40b295bf,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:39:35.249198 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.249541 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.249937 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.250292 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.250623 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.250943 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.251267 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.251586 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.251920 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.252245 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.252666 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.253007 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.253327 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.253766 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.254113 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:39:35.291185 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Attempting to bind port 40713e86-c51a-411d-8d69-bfbe40b295bf on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:39:35.291547 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Attempting to bind port 40713e86-c51a-411d-8d69-bfbe40b295bf by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '98e86cec-041a-4355-a1e7-91026ea6f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:39:35.291971 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Attempting to bind port 40713e86-c51a-411d-8d69-bfbe40b295bf on network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:39:35.297755 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:39:35.298133 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Checking segment: {'id': '98e86cec-041a-4355-a1e7-91026ea6f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:39:35.298532 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:35.298932 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Bound using segment: {'id': '98e86cec-041a-4355-a1e7-91026ea6f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:39:35.299385 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Bound port: 40713e86-c51a-411d-8d69-bfbe40b295bf, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e86cec-041a-4355-a1e7-91026ea6f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:39:35.299878 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (40713e86-c51a-411d-8d69-bfbe40b295bf), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:35.362889 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] For port 40713e86-c51a-411d-8d69-bfbe40b295bf, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:39:35.366489 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] For port 40713e86-c51a-411d-8d69-bfbe40b295bf, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=40713e86-c51a-411d-8d69-bfbe40b295bf,segment=NetworkSegment(98e86cec-041a-4355-a1e7-91026ea6f38b),segment_id=98e86cec-041a-4355-a1e7-91026ea6f38b)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:39:35.373133 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (40713e86-c51a-411d-8d69-bfbe40b295bf), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:35.430900 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5aef3-00c1-4040-89e0-66010245c0ba None None] Pushing event updated for resources: {'Port': ['ID=40713e86-c51a-411d-8d69-bfbe40b295bf,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:39:35.963257 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 40713e86-c51a-411d-8d69-bfbe40b295bf up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:39:36.015309 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 40713e86-c51a-411d-8d69-bfbe40b295bf triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:39:36.015695 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (40713e86-c51a-411d-8d69-bfbe40b295bf), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:36.105258 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 40713e86-c51a-411d-8d69-bfbe40b295bf is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:39:36.105741 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (40713e86-c51a-411d-8d69-bfbe40b295bf), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:36.141869 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port 40713e86-c51a-411d-8d69-bfbe40b295bf, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=40713e86-c51a-411d-8d69-bfbe40b295bf,segment=NetworkSegment(98e86cec-041a-4355-a1e7-91026ea6f38b),segment_id=98e86cec-041a-4355-a1e7-91026ea6f38b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:39:36.146467 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (40713e86-c51a-411d-8d69-bfbe40b295bf), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:36.204597 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=40713e86-c51a-411d-8d69-bfbe40b295bf,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:39:36.321380 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daec3e4b-d021-4540-b5bd-351716f8a706 None None] Network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:39:36.434036 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-dafa9470-9633-4a1d-98c4-d1267f984541 None None] Provisioning complete for port 40713e86-c51a-411d-8d69-bfbe40b295bf triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:39:36.434615 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dafa9470-9633-4a1d-98c4-d1267f984541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (40713e86-c51a-411d-8d69-bfbe40b295bf), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:36.519107 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-dafa9470-9633-4a1d-98c4-d1267f984541 None None] Current status of the port 40713e86-c51a-411d-8d69-bfbe40b295bf is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:39:36.739822 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-da7980f2-7825-4845-b992-425673e07a95 None None] Provisioning complete for port 40713e86-c51a-411d-8d69-bfbe40b295bf triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:39:36.740190 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-da7980f2-7825-4845-b992-425673e07a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (40713e86-c51a-411d-8d69-bfbe40b295bf), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:36.820963 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-da7980f2-7825-4845-b992-425673e07a95 None None] Current status of the port 40713e86-c51a-411d-8d69-bfbe40b295bf is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:39:37.922793 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 40713e86-c51a-411d-8d69-bfbe40b295bf up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:39:37.970029 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 40713e86-c51a-411d-8d69-bfbe40b295bf triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:39:37.970423 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (40713e86-c51a-411d-8d69-bfbe40b295bf), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:38.045453 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 40713e86-c51a-411d-8d69-bfbe40b295bf is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:39:52.960100 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4820-8a0c-4d7e-a435-1168f6a43c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:55.114169 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aa63fa85-4021-4d07-b155-8215e82e8422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:56.278590 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:56.528843 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 5 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:39:57.624860 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:39:59.110565 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:40:22.963278 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-92df8907-7913-4a46-b528-a8e90c49678b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:40:25.116670 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-841e614e-869d-424b-84da-bb12d8da8f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:40:26.276763 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:40:27.626050 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:40:29.116911 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:40:33.527223 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 5 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:40:52.968792 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7ebf52d7-f9a5-4251-a40b-0eb5d3c782b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:40:55.118092 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-73fef735-04d3-4502-9c93-9dfffb2b4c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:40:56.277805 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:40:57.636161 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:40:59.110381 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:08.127363 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58024) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:41:08.133956 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [None req-ae3182d8-d574-4fc0-889c-57e3e1b173e1 tempest-verify_tempest_config-79012999 tempest-verify_tempest_config-79012999-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:41:08.134971 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-ae3182d8-d574-4fc0-889c-57e3e1b173e1 tempest-verify_tempest_config-79012999 tempest-verify_tempest_config-79012999-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066159 May 12 11:41:08.428596 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58042) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:41:08.532526 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:08.605561 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Publish callbacks [] for security_group (283d49f3-b420-47e5-9489-e306ab1f9422), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:08.609017 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (283d49f3-b420-47e5-9489-e306ab1f9422), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:08.653339 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c35a70092d3d43ca9a65ffe2c9218ea6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2237203 May 12 11:41:08.654269 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d49f3-b420-47e5-9489-e306ab1f9422,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:41:08.656255 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58046) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:41:08.661190 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.661540 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.661904 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.662244 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.662575 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.662902 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.663234 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.663550 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.663874 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.664197 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.664596 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.664919 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.665239 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.665554 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.665896 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc1c3b-d433-412e-9115-bd20878a9096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.712084 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Publish callbacks [] for security_group (283d49f3-b420-47e5-9489-e306ab1f9422), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:08.732188 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Publish callbacks [] for security_group (283d49f3-b420-47e5-9489-e306ab1f9422), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:08.822689 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (283d49f3-b420-47e5-9489-e306ab1f9422), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:08.825303 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:08.826569 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/283d49f3-b420-47e5-9489-e306ab1f9422 HTTP/1.1" status: 204 len: 168 time: 0.1692488 May 12 11:41:08.834651 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d49f3-b420-47e5-9489-e306ab1f9422,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:41:08.841921 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.842277 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.842643 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.842991 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.843330 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.843671 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.844003 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.844332 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.844676 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.845009 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.845417 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.845666 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.846016 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.846461 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:08.846789 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7086ed1-ac75-41a5-86d5-63353158d7f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:41:10.525051 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 5 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:41:22.971473 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c3273e23-e3e1-4408-91d7-51ba79f8db71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:25.122794 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-da72d3f7-69b2-44a3-ae06-59b177791ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:26.279021 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:27.636529 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:29.114364 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:47.523026 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 5 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:41:52.973486 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-455a741f-560b-4727-a9ed-407699713a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:55.123928 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9732c996-fc7b-4754-a00a-51bb57d25a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:56.283445 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:57.640366 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:41:59.116134 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:22.974970 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a523fbeb-c958-4ff1-9c29-fca03122b453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:24.521119 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 5 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:42:25.124979 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-570161e7-e8b0-4a6f-ae65-c9df197d980a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:26.283916 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:27.639691 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:29.117841 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:52.976737 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-11f3b926-1ed3-42db-9995-1429b04bbd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:55.127307 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6c89c2a0-3bbc-418d-959e-a09e3862488f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:56.078517 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-262498'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:56.286070 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:57.643972 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:42:59.119437 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:01.520519 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:43:09.857384 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58118) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:43:09.964779 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-5b4552fc-4dd0-496a-a2e7-bd2731dd5201 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1059299 May 12 11:43:12.216155 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58128) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:43:12.269308 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a9abb631-5006-426e-bd93-83539d590f37 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0520914 May 12 11:43:22.978441 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f68a3d5a-7945-4580-9f14-0d31e0249392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:25.128320 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-659f41e6-24b9-44d7-9751-bceb397b7643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:26.062336 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:26.289258 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:27.646526 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:29.121752 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:38.520101 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:43:52.978852 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3c4b97b4-6803-4435-befe-69abf64d5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:55.130241 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-71b98b56-946c-4265-9ec9-28dba9ee3fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:56.072964 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:56.290807 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:57.650316 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:43:59.125612 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:15.519815 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:44:22.979500 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3b2468fe-4a6b-4c9e-9775-c897ba35df72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:25.133792 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5924ba81-4b29-4210-91a5-37657d18721c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:26.073003 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:26.294092 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:27.654212 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:29.128949 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:52.520719 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:44:52.980988 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7ddda030-2c2d-4550-b629-3f9a2c26b0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.203153 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58334) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:54.224533 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58340) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:54.235191 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58348) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:54.462513 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-658745629-network', 'tenant_id': '4b52f1a625344430ba655dc6c40eebb3'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:44:54.487167 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Made reservation on behalf of 4b52f1a625344430ba655dc6c40eebb3 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:44:54.489547 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.508252 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-689548155-network', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:44:54.517685 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.523070 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-536655092-network', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:44:54.566977 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Made reservation on behalf of dd154e9ddff14089b8fc96ba030e5669 for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:44:54.571993 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.585145 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.597498 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Made reservation on behalf of 079cb1c02174440091d4c5bcbc27bdc5 for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:44:54.601106 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Publish callbacks [] for security_group (d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.602793 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.611614 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.624428 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.636020 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:44:54.669301 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (3a93ac7e-f129-45c0-8e4e-c216bf3f25f4), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.670088 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.segments_db [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Added segment 3a93ac7e-f129-45c0-8e4e-c216bf3f25f4 of type vlan for network 6ae6c482-e56f-46d6-ac05-4ad378b6fe26 May 12 11:44:54.732877 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:54.735957 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Publish callbacks [] for security_group (31547930-68d3-409a-a227-2078b3a57075), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.746971 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.747561 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.748108 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.748624 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.749154 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.749692 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.750291 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.750425 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (31547930-68d3-409a-a227-2078b3a57075), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.751443 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.751929 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.752417 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.752923 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.753422 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.753946 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.754431 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.754918 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Tracked resource versions report: May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: pushed versions: May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: { 'AddressGroup': {'1.2'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Agent': {'1.1'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'ConntrackHelper': {'1.0'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'LocalIPAssociation': {'1.0'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Log': {'1.0'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'NDPProxy': {'1.0'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Network': {'1.1'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Port': {'1.7'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'PortForwarding': {'1.3'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'QosPolicy': {'1.10'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SecurityGroup': {'1.5'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SecurityGroupRule': {'1.2'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SubPort': {'1.0'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Subnet': {'1.1'}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Trunk': {'1.1'}} May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: consumer versions: May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: { DHCP agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: HyperV agent@hv-cinder-80473: {}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: L3 agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: Metadata agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: Metering agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: Open vSwitch agent@dv-cinder-804735-29-iscsi: { 'AddressGroup': '1.2', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Agent': '1.1', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'ConntrackHelper': '1.0', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'LocalIPAssociation': '1.0', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Log': '1.0', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'NDPProxy': '1.0', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Network': '1.1', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Port': '1.7', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'PortForwarding': '1.3', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'QosPolicy': '1.10', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SecurityGroup': '1.5', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SecurityGroupRule': '1.2', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'SubPort': '1.0', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Subnet': '1.1', May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: 'Trunk': '1.1'}} May 12 11:44:54.756307 dv-cinder-804735-29-iscsi neutron-server[109895]: {{(pid=109895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 11:44:54.764026 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=109896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:44:54.765458 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (6ae6c482-e56f-46d6-ac05-4ad378b6fe26), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.784135 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (3c6fc86a-e335-43b5-977d-c7d7d1b80077), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.784531 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Added segment 3c6fc86a-e335-43b5-977d-c7d7d1b80077 of type vlan for network eff33054-22ac-4705-93a5-40677c07e79b May 12 11:44:54.795211 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (6ae6c482-e56f-46d6-ac05-4ad378b6fe26), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.796308 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:44:54.796874 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.834240 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6287172 May 12 11:44:54.834712 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58380) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:54.853136 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Request body: {'subnet': {'network_id': '6ae6c482-e56f-46d6-ac05-4ad378b6fe26', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-658745629-subnet', 'tenant_id': '4b52f1a625344430ba655dc6c40eebb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:44:54.853335 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (eff33054-22ac-4705-93a5-40677c07e79b), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.884833 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Publish callbacks [] for security_group (5000e346-3340-42b0-94e3-2b46e0655758), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.886161 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31547930-68d3-409a-a227-2078b3a57075,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:54.890438 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Made reservation on behalf of 4b52f1a625344430ba655dc6c40eebb3 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:44:54.893619 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.895177 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.895768 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.896339 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.897237 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.897863 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.898478 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.899040 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.899610 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.900299 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.900834 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.901382 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.901908 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.902526 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.903085 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.903660 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Tracked resource versions report: May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: pushed versions: May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: { 'AddressGroup': {'1.2'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Agent': {'1.1'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'ConntrackHelper': {'1.0'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'LocalIPAssociation': {'1.0'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Log': {'1.0'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'NDPProxy': {'1.0'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Network': {'1.1'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Port': {'1.7'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'PortForwarding': {'1.3'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'QosPolicy': {'1.10'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SecurityGroup': {'1.5'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SecurityGroupRule': {'1.2'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SubPort': {'1.0'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Subnet': {'1.1'}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Trunk': {'1.1'}} May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: consumer versions: May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: { DHCP agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: HyperV agent@hv-cinder-80473: {}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: L3 agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: Metadata agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: Metering agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: Open vSwitch agent@dv-cinder-804735-29-iscsi: { 'AddressGroup': '1.2', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Agent': '1.1', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'ConntrackHelper': '1.0', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'LocalIPAssociation': '1.0', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Log': '1.0', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'NDPProxy': '1.0', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Network': '1.1', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Port': '1.7', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'PortForwarding': '1.3', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'QosPolicy': '1.10', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SecurityGroup': '1.5', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SecurityGroupRule': '1.2', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'SubPort': '1.0', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Subnet': '1.1', May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: 'Trunk': '1.1'}} May 12 11:44:54.905622 dv-cinder-804735-29-iscsi neutron-server[109896]: {{(pid=109896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 11:44:54.912967 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5000e346-3340-42b0-94e3-2b46e0655758), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.916229 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (eff33054-22ac-4705-93a5-40677c07e79b), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.917930 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:44:54.919196 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:54.952615 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=109896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:44:54.969831 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c264c-455a-4f50-9fc2-5f0285c361b2 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae6c482-e56f-46d6-ac05-4ad378b6fe26,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:54.983873 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network 6ae6c482-e56f-46d6-ac05-4ad378b6fe26 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:44:55.025421 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] Pushing event updated for resources: {'Network': ['ID=eff33054-22ac-4705-93a5-40677c07e79b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:55.034492 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-2c4cce9c-2160-41af-a4fa-8210520a01ab admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8078799 May 12 11:44:55.036718 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58390) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:55.043889 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Request body: {'subnet': {'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-subnet', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:44:55.062443 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (4a8f75ac-c69f-4c64-9127-5cde8dd52e63), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.063268 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Added segment 4a8f75ac-c69f-4c64-9127-5cde8dd52e63 of type vlan for network d9c73724-1128-42dd-9a6f-5e6f5ee490dc May 12 11:44:55.065587 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5000e346-3340-42b0-94e3-2b46e0655758,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:55.078250 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Made reservation on behalf of 079cb1c02174440091d4c5bcbc27bdc5 for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:44:55.081933 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.102501 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network eff33054-22ac-4705-93a5-40677c07e79b details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:44:55.262433 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for subnet (764e836e-2903-4e28-8540-cb11de9d23be), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.323366 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9162e214-7de8-4505-aafc-9f573076ed72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.327540 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (d9c73724-1128-42dd-9a6f-5e6f5ee490dc), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.348911 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for subnet (c4ece216-eb88-4775-8177-f614bc6d8908), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.453132 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=764e836e-2903-4e28-8540-cb11de9d23be,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:55.464003 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ece216-eb88-4775-8177-f614bc6d8908,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:55.509577 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Checking segment: {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:44:55.510006 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Network hostable DHCP agents. Network: eff33054-22ac-4705-93a5-40677c07e79b, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:44:55.517228 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (d9c73724-1128-42dd-9a6f-5e6f5ee490dc), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.518234 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:44:55.518797 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.561472 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Checking segment: {'id': '3a93ac7e-f129-45c0-8e4e-c216bf3f25f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6ae6c482-e56f-46d6-ac05-4ad378b6fe26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:44:55.564347 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Network hostable DHCP agents. Network: 6ae6c482-e56f-46d6-ac05-4ad378b6fe26, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:44:55.584676 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c73724-1128-42dd-9a6f-5e6f5ee490dc,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:55.595065 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:44:55.606697 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Network eff33054-22ac-4705-93a5-40677c07e79b is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:44:55.618393 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-34778ba6-c60c-4ec4-8488-6167308d8399 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.3814931 May 12 11:44:55.621857 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58410) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:55.629041 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Request body: {'subnet': {'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-subnet', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:44:55.632662 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Network 6ae6c482-e56f-46d6-ac05-4ad378b6fe26 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:44:55.646958 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, eff33054-22ac-4705-93a5-40677c07e79b) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:44:55.648995 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, 6ae6c482-e56f-46d6-ac05-4ad378b6fe26) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:44:55.663875 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:44:55.666331 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.666449 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:44:55.666449 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.690795 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58414) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:55.691021 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-13ad78a5-bbab-4280-becb-f98c1f7b3d96 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6506860 May 12 11:44:55.695136 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:44:55.700443 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Made reservation on behalf of dd154e9ddff14089b8fc96ba030e5669 for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:44:55.703621 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.737216 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b207d-1183-41a6-b0fb-4e6b9d97e723 None None] Network eff33054-22ac-4705-93a5-40677c07e79b requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:44:55.739484 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b249922-e217-4396-b101-971fd351c136 None None] Network 6ae6c482-e56f-46d6-ac05-4ad378b6fe26 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:44:55.748202 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a5c45703-fc88-4958-af45-1626ba908d51 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8987460 May 12 11:44:55.750182 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (4c22b8fc-b8a2-4245-bf48-133c465afe58), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.753331 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (4c22b8fc-b8a2-4245-bf48-133c465afe58), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.821962 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks [] for router_controller (4c22b8fc-b8a2-4245-bf48-133c465afe58), precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.939239 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for subnet (44f871fd-8e31-4b5b-9820-56cbf3a8f969), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:55.985740 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676febd4-083d-43e7-bf60-565f07b62651 None None] Network 6ae6c482-e56f-46d6-ac05-4ad378b6fe26 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:44:56.008330 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks [] for router_gateway (4c22b8fc-b8a2-4245-bf48-133c465afe58), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.009514 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f871fd-8e31-4b5b-9820-56cbf3a8f969,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:56.055565 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-eff33054-22ac-4705-93a5-40677c07e79b', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:44:56.057179 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.066870 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Checking segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:44:56.067221 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Network hostable DHCP agents. Network: d9c73724-1128-42dd-9a6f-5e6f5ee490dc, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:44:56.086950 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:44:56.101623 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, d9c73724-1128-42dd-9a6f-5e6f5ee490dc) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:44:56.122293 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc7e6f-cdf5-4506-9d22-98c33ed32237 None None] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:44:56.123107 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:44:56.124533 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.145355 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-334db8d5-d6fa-4d8b-989d-656bdd76fdfb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5224192 May 12 11:44:56.146511 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.148173 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58444) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:56.155299 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:44:56.213184 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (436a3346-89e6-42fd-89c6-6ef12c603591), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.214495 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (436a3346-89e6-42fd-89c6-6ef12c603591), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.371828 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.396413 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks [] for router_gateway (4c22b8fc-b8a2-4245-bf48-133c465afe58), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.397848 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks [] for router_controller (436a3346-89e6-42fd-89c6-6ef12c603591), precommit_add_association {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.427691 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-d9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:44:56.429120 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.446885 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Allocated IP 172.20.0.2 (eff33054-22ac-4705-93a5-40677c07e79b/c4ece216-eb88-4775-8177-f614bc6d8908/8b9dde9e-2d4e-4409-80a1-603fe05c75c2) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:44:56.475133 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.652076 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks [] for router_gateway (436a3346-89e6-42fd-89c6-6ef12c603591), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.683566 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Allocated IP 172.27.0.30 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/2a5970e0-b9f7-4cae-8130-b01460233c4f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:44:56.724982 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Allocated IP 172.20.0.2 (d9c73724-1128-42dd-9a6f-5e6f5ee490dc/44f871fd-8e31-4b5b-9820-56cbf3a8f969/66bf1438-c535-4a38-9dee-e43d8e712cb0) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:44:56.819399 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks [] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.931187 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.974853 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58494) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:56.982045 dv-cinder-804735-29-iscsi neutron-server[109896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 11:44:56.989478 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Publish callbacks [] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:56.996994 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:44:57.002803 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:44:57.005503 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:57.008572 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:44:57.012571 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Pushing event updated for resources: {'Port': ['ID=2a5970e0-b9f7-4cae-8130-b01460233c4f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:57.193479 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Network eff33054-22ac-4705-93a5-40677c07e79b is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:44:57.214104 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:44:57.224566 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Publish callbacks [] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:57.228534 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:44:57.231873 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Pushing event updated for resources: {'Port': ['ID=8b9dde9e-2d4e-4409-80a1-603fe05c75c2,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:57.260949 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.270356 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.271010 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.271548 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.272067 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.272578 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.273084 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.273591 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.274125 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.274622 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.275113 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.275643 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.276152 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.276656 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.277141 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Tracked resource versions report: May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: pushed versions: May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: { 'AddressGroup': {'1.2'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Agent': {'1.1'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'ConntrackHelper': {'1.0'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'LocalIPAssociation': {'1.0'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Log': {'1.0'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'NDPProxy': {'1.0'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Network': {'1.1'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Port': {'1.7'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'PortForwarding': {'1.3'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'QosPolicy': {'1.10'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SecurityGroup': {'1.5'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SecurityGroupRule': {'1.2'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SubPort': {'1.0'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Subnet': {'1.1'}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Trunk': {'1.1'}} May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: consumer versions: May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: { DHCP agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: HyperV agent@hv-cinder-80473: {}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: L3 agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: Metadata agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: Metering agent@dv-cinder-804735-29-iscsi: {}, May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: Open vSwitch agent@dv-cinder-804735-29-iscsi: { 'AddressGroup': '1.2', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Agent': '1.1', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'ConntrackHelper': '1.0', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'LocalIPAssociation': '1.0', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Log': '1.0', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'NDPProxy': '1.0', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Network': '1.1', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Port': '1.7', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'PortForwarding': '1.3', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'QosPolicy': '1.10', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SecurityGroup': '1.5', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SecurityGroupRule': '1.2', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'SubPort': '1.0', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Subnet': '1.1', May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: 'Trunk': '1.1'}} May 12 11:44:57.278609 dv-cinder-804735-29-iscsi neutron-server[109897]: {{(pid=109897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 11:44:57.288546 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:57.373881 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks [] for router_gateway (436a3346-89e6-42fd-89c6-6ef12c603591), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:57.411734 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:57.437049 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:44:57.461653 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks [] for router_gateway (4c22b8fc-b8a2-4245-bf48-133c465afe58), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:57.484775 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:44:57.486719 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Attempting to bind port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:44:57.492551 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Attempting to bind port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:44:57.493274 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Attempting to bind port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 on network eff33054-22ac-4705-93a5-40677c07e79b {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:44:57.506597 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:44:57.513347 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:44:57.513954 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Checking segment: {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:44:57.514532 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:57.515684 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Bound using segment: {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:44:57.516877 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Bound port: 8b9dde9e-2d4e-4409-80a1-603fe05c75c2, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:44:57.517444 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:57.534100 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-316ab0d1-a59e-49ae-968b-b9d034d2684b tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:44:57.540822 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-316ab0d1-a59e-49ae-968b-b9d034d2684b tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/networks?id=6ae6c482-e56f-46d6-ac05-4ad378b6fe26 HTTP/1.1" status: 200 len: 811 time: 0.5635378 May 12 11:44:57.565575 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-074dee6a-01ac-406c-946e-5d975a91b575 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/quotas/4b52f1a625344430ba655dc6c40eebb3 HTTP/1.1" status: 200 len: 375 time: 0.0236933 May 12 11:44:57.675356 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-f95f327f-7b45-4a93-b00d-ae2b83e9e076 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b52f1a625344430ba655dc6c40eebb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086214 May 12 11:44:57.712767 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Allocated IP 172.27.0.216 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/0b919772-3e02-4aca-9b34-4b943fadb55d) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:44:57.906755 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks [] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:57.911678 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (4c22b8fc-b8a2-4245-bf48-133c465afe58), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:58.010907 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Attempting to bind port 66bf1438-c535-4a38-9dee-e43d8e712cb0 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:44:58.011504 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:58.012002 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Attempting to bind port 66bf1438-c535-4a38-9dee-e43d8e712cb0 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:44:58.012428 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Attempting to bind port 66bf1438-c535-4a38-9dee-e43d8e712cb0 on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:44:58.039576 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:44:58.040170 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Checking segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:44:58.044237 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:58.045614 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Bound using segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:44:58.047443 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Bound port: 66bf1438-c535-4a38-9dee-e43d8e712cb0, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:44:58.049046 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:58.106861 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:44:58.122624 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:44:58.138570 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:44:58.200161 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] For port 66bf1438-c535-4a38-9dee-e43d8e712cb0, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:44:58.206692 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] For port 66bf1438-c535-4a38-9dee-e43d8e712cb0, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=66bf1438-c535-4a38-9dee-e43d8e712cb0,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:44:58.209909 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Pushing event updated for resources: {'Port': ['ID=66bf1438-c535-4a38-9dee-e43d8e712cb0,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:58.225800 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:58.233937 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:58.290140 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] For port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:44:58.320015 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] For port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=8b9dde9e-2d4e-4409-80a1-603fe05c75c2,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:44:58.335560 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:58.372638 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a83b8e-f756-4b8a-ba0e-81206e757775 None None] Pushing event updated for resources: {'Port': ['ID=66bf1438-c535-4a38-9dee-e43d8e712cb0,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:58.487549 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048487d-80bb-487f-b98e-a08c38ba1a42 None None] Pushing event updated for resources: {'Port': ['ID=8b9dde9e-2d4e-4409-80a1-603fe05c75c2,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:58.519940 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-1c7e53e2-cdc4-47c1-ac75-9b7418abd91d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:44:58.523080 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Router 4c22b8fc-b8a2-4245-bf48-133c465afe58 is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:44:58.528380 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-1c7e53e2-cdc4-47c1-ac75-9b7418abd91d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5890882 May 12 11:44:58.535129 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=0b919772-3e02-4aca-9b34-4b943fadb55d,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:58.889597 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-0835b74d-8505-46da-9ede-ed261b5bf5d4 service neutron] 10.222.0.58 "GET /v2.0/networks/6ae6c482-e56f-46d6-ac05-4ad378b6fe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602607 May 12 11:44:58.916781 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks [] for router_gateway (436a3346-89e6-42fd-89c6-6ef12c603591), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:59.136427 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58560) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:59.144283 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:59.187373 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:44:59.200768 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Sync routers for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:44:59.223948 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:44:59.224372 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:44:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:44:59.226303 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:59.227821 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-efa2ef26-a145-4fc5-b0f0-50047c34a2dd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5363910 May 12 11:44:59.231040 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58568) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:59.338232 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58574) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:59.467749 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-1247b213-9c09-4378-92d0-f434f293a26d service neutron] 10.222.0.58 "GET /v2.0/networks/6ae6c482-e56f-46d6-ac05-4ad378b6fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767541 May 12 11:44:59.552055 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b5a03af1-240b-433d-b7ee-cdd63552b0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:59.589693 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:44:59.663488 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ab3b39b-c14c-4ce8-a166-3be880364500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:59.801469 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b5a03af1-240b-433d-b7ee-cdd63552b0e4 admin admin] Publish callbacks [] for security_group (c0cb7fab-95a8-4ac1-a041-38eedf15ddf0), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:59.829133 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b5a03af1-240b-433d-b7ee-cdd63552b0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (c0cb7fab-95a8-4ac1-a041-38eedf15ddf0), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:59.866655 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:44:57Z', 'revision_number': 3, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:44:59.910575 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (436a3346-89e6-42fd-89c6-6ef12c603591), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:44:59.916295 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b5a03af1-240b-433d-b7ee-cdd63552b0e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c4f8e1511da40a78043126239818bb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7699573 May 12 11:44:59.921735 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58604) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:44:59.962378 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a03af1-240b-433d-b7ee-cdd63552b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cb7fab-95a8-4ac1-a041-38eedf15ddf0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:44:59.964636 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Checking router: 4c22b8fc-b8a2-4245-bf48-133c465afe58 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:44:59.964998 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Updating router 4c22b8fc-b8a2-4245-bf48-133c465afe58 port 2a5970e0-b9f7-4cae-8130-b01460233c4f binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:45:00.024255 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.186096 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.310358 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ab3b39b-c14c-4ce8-a166-3be880364500 admin admin] Publish callbacks [] for security_group (480d4a3d-e44d-432d-a2f9-0ffebdb492a2), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.461178 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:00.487138 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3187e0cf-ec76-4053-b28b-9301f5082025 req-bd762afd-5da8-42f1-a165-9722baabafec tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 210 time: 0.4889607 May 12 11:45:00.514285 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ab3b39b-c14c-4ce8-a166-3be880364500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (480d4a3d-e44d-432d-a2f9-0ffebdb492a2), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.582393 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c799ad-a893-4e14-bc9d-cd9b67baeeb2 None None] Network eff33054-22ac-4705-93a5-40677c07e79b requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:45:00.602473 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-3ab3b39b-c14c-4ce8-a166-3be880364500 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ac9e0f81ffb4e37a6dfa644500012a3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2616775 May 12 11:45:00.617764 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58650) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:00.624870 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f559f13d-6aca-4d08-ae63-f82c6edec123 admin admin] Publish callbacks [] for security_group (c0cb7fab-95a8-4ac1-a041-38eedf15ddf0), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.626401 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3b39b-c14c-4ce8-a166-3be880364500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480d4a3d-e44d-432d-a2f9-0ffebdb492a2,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:00.686911 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f559f13d-6aca-4d08-ae63-f82c6edec123 admin admin] Publish callbacks [] for security_group (c0cb7fab-95a8-4ac1-a041-38eedf15ddf0), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.768535 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Router 436a3346-89e6-42fd-89c6-6ef12c603591 is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:45:00.793466 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f559f13d-6aca-4d08-ae63-f82c6edec123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (c0cb7fab-95a8-4ac1-a041-38eedf15ddf0), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.803791 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f559f13d-6aca-4d08-ae63-f82c6edec123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.822534 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-f559f13d-6aca-4d08-ae63-f82c6edec123 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0cb7fab-95a8-4ac1-a041-38eedf15ddf0 HTTP/1.1" status: 204 len: 168 time: 0.8940105 May 12 11:45:00.827729 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad2e-e7e4-4996-8b42-cfecab0c9c78 admin admin] Publish callbacks [] for security_group (480d4a3d-e44d-432d-a2f9-0ffebdb492a2), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.840042 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Allocated IP 172.20.0.1 (eff33054-22ac-4705-93a5-40677c07e79b/c4ece216-eb88-4775-8177-f614bc6d8908/c171c3f8-4d06-4d8a-b180-aefb3aa9cb73) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:45:00.856971 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559f13d-6aca-4d08-ae63-f82c6edec123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cb7fab-95a8-4ac1-a041-38eedf15ddf0,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:00.873540 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Publish callbacks [] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.893306 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad2e-e7e4-4996-8b42-cfecab0c9c78 admin admin] Publish callbacks [] for security_group (480d4a3d-e44d-432d-a2f9-0ffebdb492a2), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:00.901655 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c2984-7e0a-42d7-ba33-3ff2bbdcf2c6 None None] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:45:00.902422 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.036141 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Attempting to bind port 2a5970e0-b9f7-4cae-8130-b01460233c4f on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:45:01.036523 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Attempting to bind port 2a5970e0-b9f7-4cae-8130-b01460233c4f by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:45:01.036890 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Attempting to bind port 2a5970e0-b9f7-4cae-8130-b01460233c4f on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:01.068480 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:45:01.068480 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:01.068480 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.068480 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:45:01.068480 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Bound port: 2a5970e0-b9f7-4cae-8130-b01460233c4f, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:45:01.068480 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.111340 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad2e-e7e4-4996-8b42-cfecab0c9c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (480d4a3d-e44d-432d-a2f9-0ffebdb492a2), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.113876 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad2e-e7e4-4996-8b42-cfecab0c9c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.117325 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-6e19ad2e-e7e4-4996-8b42-cfecab0c9c78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/480d4a3d-e44d-432d-a2f9-0ffebdb492a2 HTTP/1.1" status: 204 len: 168 time: 0.4964640 May 12 11:45:01.160301 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Pushing event updated for resources: {'Port': ['ID=2a5970e0-b9f7-4cae-8130-b01460233c4f,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:01.176975 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19ad2e-e7e4-4996-8b42-cfecab0c9c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d4a3d-e44d-432d-a2f9-0ffebdb492a2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:01.184680 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.185032 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.185398 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.186944 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.187562 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.189811 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.191114 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.191588 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.192918 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.193397 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.195698 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.196239 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.196706 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.197170 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.206455 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Tracked resource versions report: May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: pushed versions: May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: { 'AddressGroup': {'1.2'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Agent': {'1.1'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'ConntrackHelper': {'1.0'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'LocalIPAssociation': {'1.0'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Log': {'1.0'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'NDPProxy': {'1.0'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Network': {'1.1'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Port': {'1.7'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'PortForwarding': {'1.3'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'QosPolicy': {'1.10'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SecurityGroup': {'1.5'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SecurityGroupRule': {'1.2'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SubPort': {'1.0'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Subnet': {'1.1'}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Trunk': {'1.1'}} May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: consumer versions: May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: { DHCP agent@dv-cinder-804735-29-iscsi: {}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: HyperV agent@hv-cinder-80473: {}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: L3 agent@dv-cinder-804735-29-iscsi: {}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: Metadata agent@dv-cinder-804735-29-iscsi: {}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: Metering agent@dv-cinder-804735-29-iscsi: {}, May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: Open vSwitch agent@dv-cinder-804735-29-iscsi: { 'AddressGroup': '1.2', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Agent': '1.1', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'ConntrackHelper': '1.0', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'LocalIPAssociation': '1.0', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Log': '1.0', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'NDPProxy': '1.0', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Network': '1.1', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Port': '1.7', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'PortForwarding': '1.3', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'QosPolicy': '1.10', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SecurityGroup': '1.5', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SecurityGroupRule': '1.2', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'SubPort': '1.0', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Subnet': '1.1', May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: 'Trunk': '1.1'}} May 12 11:45:01.208253 dv-cinder-804735-29-iscsi neutron-server[109898]: {{(pid=109898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 11:45:01.210921 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-e9a470b0-d55c-46b0-9b7b-9677ede2c42c None None] Provisioning complete for port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:01.210921 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e9a470b0-d55c-46b0-9b7b-9677ede2c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.244684 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Publish callbacks [] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.285413 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] For port 2a5970e0-b9f7-4cae-8130-b01460233c4f, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:45:01.298518 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] For port 2a5970e0-b9f7-4cae-8130-b01460233c4f, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=2a5970e0-b9f7-4cae-8130-b01460233c4f,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:45:01.318445 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.320786 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:01.322393 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.363849 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.440248 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:45:01.441233 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:44:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:01.442840 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Network eff33054-22ac-4705-93a5-40677c07e79b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:01.454292 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:01.465598 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:45:01.467442 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (4c22b8fc-b8a2-4245-bf48-133c465afe58), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.631118 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58686) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:01.772743 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-e9a470b0-d55c-46b0-9b7b-9677ede2c42c None None] Current status of the port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:01.773341 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e9a470b0-d55c-46b0-9b7b-9677ede2c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.774158 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:45:01.801174 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Pushing event updated for resources: {'Port': ['ID=c171c3f8-4d06-4d8a-b180-aefb3aa9cb73,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:01.801787 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-132e34bd-03a6-41e7-a322-4e0348632a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.840592 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-effdd5ae-00af-4dcf-b3ba-07ba2cead5dd req-4ffba963-f8f4-4151-a050-4a09c7ca220d tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 210 time: 0.2050676 May 12 11:45:01.847085 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:01.861021 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-b5c8911e-ce4c-4ef4-8523-9e340e984ab5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7114391 May 12 11:45:01.866299 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58694) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:01.884550 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:45:01.911967 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Sync routers for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:45:02.016170 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:02.016567 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.045215 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:45:02.045888 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:44:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:02.164552 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-e9a470b0-d55c-46b0-9b7b-9677ede2c42c None None] For port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=8b9dde9e-2d4e-4409-80a1-603fe05c75c2,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:02.178548 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e9a470b0-d55c-46b0-9b7b-9677ede2c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.281410 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.319644 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.db.api [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 11:45:02.324523 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG oslo_db.api [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 11:45:02.331208 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789097e4-d04f-4caa-af73-45499ed5ee60 None None] Pushing event updated for resources: {'Port': ['ID=2a5970e0-b9f7-4cae-8130-b01460233c4f,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:02.343519 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a470b0-d55c-46b0-9b7b-9677ede2c42c None None] Pushing event updated for resources: {'Port': ['ID=8b9dde9e-2d4e-4409-80a1-603fe05c75c2,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:02.351941 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Provisioning complete for port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:02.354806 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.363390 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:45:02.366673 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:44:57Z', 'revision_number': 3, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:02.399913 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04c428-61a1-4f1a-af93-a37cd00f50a1 None None] The sync data for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi is: [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:44:57Z', 'revision_number': 3, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:45:02.421906 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58708) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:02.603712 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-132e34bd-03a6-41e7-a322-4e0348632a45 admin admin] Publish callbacks [] for security_group (4c0952e9-ccd7-427f-af70-0d5653fdb547), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.621527 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-54a541ac-ba93-43ae-86cb-d3265d018b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.645683 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-132e34bd-03a6-41e7-a322-4e0348632a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (4c0952e9-ccd7-427f-af70-0d5653fdb547), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.646132 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Current status of the port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:02.656854 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Provisioning complete for port 66bf1438-c535-4a38-9dee-e43d8e712cb0 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:02.657254 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.669002 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Publish callbacks [] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.686403 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.688360 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (4c22b8fc-b8a2-4245-bf48-133c465afe58), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:02.722423 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e34bd-03a6-41e7-a322-4e0348632a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0952e9-ccd7-427f-af70-0d5653fdb547,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:02.822823 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:44:58Z', 'revision_number': 3, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:02.853005 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-132e34bd-03a6-41e7-a322-4e0348632a45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c15aa1c247e34833b5611860bb1a95b5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2191908 May 12 11:45:02.860388 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58722) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:02.874019 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Checking router: 436a3346-89e6-42fd-89c6-6ef12c603591 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:45:02.874453 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Updating router 436a3346-89e6-42fd-89c6-6ef12c603591 port 0b919772-3e02-4aca-9b34-4b943fadb55d binding host dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:45:02.988371 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Pushing event updated for resources: {'Port': ['ID=c171c3f8-4d06-4d8a-b180-aefb3aa9cb73,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:03.040902 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.066563 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Network eff33054-22ac-4705-93a5-40677c07e79b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:03.068571 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:03.130157 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6876aa82-b834-4bad-bf75-3269c58412ab admin admin] Publish callbacks [] for security_group (4c0952e9-ccd7-427f-af70-0d5653fdb547), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.138700 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:03.145327 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 66bf1438-c535-4a38-9dee-e43d8e712cb0 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:03.193775 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Current status of the port 66bf1438-c535-4a38-9dee-e43d8e712cb0 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:03.194417 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.235707 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0b2a7d9c-4e9a-4337-a330-a449747ebd03 req-ee5f48d9-7109-49ca-bdfe-360eedf5e7d2 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 210 time: 0.1786127 May 12 11:45:03.282330 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58734) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:03.451684 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Router 4c22b8fc-b8a2-4245-bf48-133c465afe58 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:45:03.507064 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6876aa82-b834-4bad-bf75-3269c58412ab admin admin] Publish callbacks [] for security_group (4c0952e9-ccd7-427f-af70-0d5653fdb547), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.543029 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-54a541ac-ba93-43ae-86cb-d3265d018b11 admin admin] Publish callbacks [] for security_group (fc93f346-aec9-4ef9-9b18-642fa3b61ffd), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.547304 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.569364 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-720179019-network', 'tenant_id': '15753a2516ea48138f7fa6ae87ff81a3'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:03.572595 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-54a541ac-ba93-43ae-86cb-d3265d018b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (fc93f346-aec9-4ef9-9b18-642fa3b61ffd), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.597437 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Made reservation on behalf of 15753a2516ea48138f7fa6ae87ff81a3 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:03.600210 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.616995 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.636150 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] For port 66bf1438-c535-4a38-9dee-e43d8e712cb0, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=66bf1438-c535-4a38-9dee-e43d8e712cb0,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:03.712933 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a541ac-ba93-43ae-86cb-d3265d018b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc93f346-aec9-4ef9-9b18-642fa3b61ffd,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:03.729185 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-54a541ac-ba93-43ae-86cb-d3265d018b11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4af23c89d27f4dd8bbd6d1f6ce716d0f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3023658 May 12 11:45:03.729774 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58750) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:03.766669 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:45:03.800803 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6876aa82-b834-4bad-bf75-3269c58412ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (4c0952e9-ccd7-427f-af70-0d5653fdb547), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.802694 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-11d7827b-68a7-4c2e-84c2-51f3f9bedfda admin admin] 10.222.0.58 "PUT /v2.0/routers/4c22b8fc-b8a2-4245-bf48-133c465afe58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5700331 May 12 11:45:03.803805 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6876aa82-b834-4bad-bf75-3269c58412ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.805099 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6876aa82-b834-4bad-bf75-3269c58412ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c0952e9-ccd7-427f-af70-0d5653fdb547 HTTP/1.1" status: 204 len: 168 time: 0.9437559 May 12 11:45:03.871951 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876aa82-b834-4bad-bf75-3269c58412ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0952e9-ccd7-427f-af70-0d5653fdb547,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:03.916888 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Publish callbacks [] for security_group (8fc7c81d-256d-48ef-97af-04f7ac320c71), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.927381 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (8fc7c81d-256d-48ef-97af-04f7ac320c71), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.947679 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e609b52a-46b3-448c-a6fa-31485a3855a2 admin admin] Publish callbacks [] for security_group (fc93f346-aec9-4ef9-9b18-642fa3b61ffd), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.947883 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 66bf1438-c535-4a38-9dee-e43d8e712cb0 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:03.948303 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.951148 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:45:03.976670 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (2c9ca19e-6b1b-41b6-b9dd-d5e2ab811bc6), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:03.977183 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.segments_db [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Added segment 2c9ca19e-6b1b-41b6-b9dd-d5e2ab811bc6 of type vlan for network b61362d8-ef36-4ea8-aa83-614ae5d65150 May 12 11:45:03.994164 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e609b52a-46b3-448c-a6fa-31485a3855a2 admin admin] Publish callbacks [] for security_group (fc93f346-aec9-4ef9-9b18-642fa3b61ffd), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.010759 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Allocated IP 172.20.0.1 (d9c73724-1128-42dd-9a6f-5e6f5ee490dc/44f871fd-8e31-4b5b-9820-56cbf3a8f969/fe45cfe1-4224-493c-98a0-1008912a230b) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:45:04.032846 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.096746 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Provisioning complete for port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:04.097386 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.134052 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (b61362d8-ef36-4ea8-aa83-614ae5d65150), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.144915 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc7c81d-256d-48ef-97af-04f7ac320c71,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:04.212065 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (b61362d8-ef36-4ea8-aa83-614ae5d65150), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.213825 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:04.216690 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.221868 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e609b52a-46b3-448c-a6fa-31485a3855a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (fc93f346-aec9-4ef9-9b18-642fa3b61ffd), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.224651 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e609b52a-46b3-448c-a6fa-31485a3855a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.241755 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e609b52a-46b3-448c-a6fa-31485a3855a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc93f346-aec9-4ef9-9b18-642fa3b61ffd HTTP/1.1" status: 204 len: 168 time: 0.5082352 May 12 11:45:04.269503 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9791243 May 12 11:45:04.273883 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58776) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:04.278596 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609b52a-46b3-448c-a6fa-31485a3855a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc93f346-aec9-4ef9-9b18-642fa3b61ffd,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:04.300158 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Request body: {'subnet': {'network_id': 'b61362d8-ef36-4ea8-aa83-614ae5d65150', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-720179019-subnet', 'tenant_id': '15753a2516ea48138f7fa6ae87ff81a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:04.354513 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.35', 52918) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:04.389425 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Publish callbacks [] for port (fe45cfe1-4224-493c-98a0-1008912a230b), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.476887 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Made reservation on behalf of 15753a2516ea48138f7fa6ae87ff81a3 for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:04.483596 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.489489 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d5479-24c0-407f-be3a-920803ac8317 admin admin] Pushing event updated for resources: {'Network': ['ID=b61362d8-ef36-4ea8-aa83-614ae5d65150,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:04.554409 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Publish callbacks [] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.560054 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-abe85c8d-8763-49f6-8e16-2e5d1d8c0259 req-a8dee5ea-ba39-4cd5-a77a-887f842d92b5 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 210 time: 0.1224592 May 12 11:45:04.614915 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network b61362d8-ef36-4ea8-aa83-614ae5d65150 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:45:04.646288 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 66bf1438-c535-4a38-9dee-e43d8e712cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:04.764950 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.792181 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Pushing event updated for resources: {'Port': ['ID=66bf1438-c535-4a38-9dee-e43d8e712cb0,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:04.797725 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-03b2a34f-801e-445c-ad34-e991206e2fd6 None None] Port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:45:04.812733 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58798) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:04.816656 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-1ae0f91e-fb30-4ebd-b437-421aaa597d2a tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:04.818215 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-1ae0f91e-fb30-4ebd-b437-421aaa597d2a tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.35 "GET /v2.0/networks?id=6ae6c482-e56f-46d6-ac05-4ad378b6fe26 HTTP/1.1" status: 200 len: 811 time: 0.4626868 May 12 11:45:04.823208 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.843264 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89e897a5-4f1b-4542-9fef-7308d2b279ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.891946 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Attempting to bind port 0b919772-3e02-4aca-9b34-4b943fadb55d on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:45:04.892817 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Attempting to bind port 0b919772-3e02-4aca-9b34-4b943fadb55d by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:45:04.893198 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Attempting to bind port 0b919772-3e02-4aca-9b34-4b943fadb55d on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:04.915461 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:04.932192 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:04.939433 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-05e27206-ad8a-4c3f-9b4b-222563bc6fd0 None None] Provisioning complete for port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:04.940128 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-05e27206-ad8a-4c3f-9b4b-222563bc6fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.945446 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:45:04.946508 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:04.947450 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:04.947913 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.949320 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:45:04.950087 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Bound port: 0b919772-3e02-4aca-9b34-4b943fadb55d, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:45:04.950743 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.956843 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:45:04.957328 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (436a3346-89e6-42fd-89c6-6ef12c603591), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:04.961423 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Pushing event updated for resources: {'Port': ['ID=fe45cfe1-4224-493c-98a0-1008912a230b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:05.005680 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89e897a5-4f1b-4542-9fef-7308d2b279ec admin admin] Publish callbacks [] for security_group (08ff35ec-2e6b-4808-9aa8-2866fb6df4cb), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.013039 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58802) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:05.025496 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-07d39f94-62d8-4a95-88af-0d500fc1968b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657266016', 'description': 'tempest-description--1521723256'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:05.034953 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] For port 0b919772-3e02-4aca-9b34-4b943fadb55d, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:45:05.038964 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89e897a5-4f1b-4542-9fef-7308d2b279ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (08ff35ec-2e6b-4808-9aa8-2866fb6df4cb), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.041653 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] For port 0b919772-3e02-4aca-9b34-4b943fadb55d, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=0b919772-3e02-4aca-9b34-4b943fadb55d,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:45:05.056152 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Sync routers for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:45:05.059754 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Request body: {'port': {'device_id': '2ed37963-294c-49b1-a66f-03e5cf54ec97', 'network_id': '6ae6c482-e56f-46d6-ac05-4ad378b6fe26', 'admin_state_up': True, 'tenant_id': '4b52f1a625344430ba655dc6c40eebb3'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:05.070546 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:45:05.072073 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:44:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:05.149362 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07d39f94-62d8-4a95-88af-0d500fc1968b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.153167 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e897a5-4f1b-4542-9fef-7308d2b279ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff35ec-2e6b-4808-9aa8-2866fb6df4cb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:05.155623 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.167121 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-89e897a5-4f1b-4542-9fef-7308d2b279ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=743147086cf04a5d8239a33de5269ede&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3525693 May 12 11:45:05.170029 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58818) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:05.261987 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7e03-e41c-44f4-bf19-30a3272e0023 None None] Pushing event updated for resources: {'Port': ['ID=0b919772-3e02-4aca-9b34-4b943fadb55d,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:05.361885 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-283b581a-730e-4766-aef7-624f2bd86610 admin admin] Publish callbacks [] for security_group (08ff35ec-2e6b-4808-9aa8-2866fb6df4cb), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.388869 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07d39f94-62d8-4a95-88af-0d500fc1968b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (032c99fa-8fd7-4c57-9e04-4ae86b3e17ca), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.421728 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07d39f94-62d8-4a95-88af-0d500fc1968b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (032c99fa-8fd7-4c57-9e04-4ae86b3e17ca), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.425975 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-283b581a-730e-4766-aef7-624f2bd86610 admin admin] Publish callbacks [] for security_group (08ff35ec-2e6b-4808-9aa8-2866fb6df4cb), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.426495 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7e03-e41c-44f4-bf19-30a3272e0023 None None] Pushing event updated for resources: {'Port': ['ID=0b919772-3e02-4aca-9b34-4b943fadb55d,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:05.455513 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:45:05.533007 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-05e27206-ad8a-4c3f-9b4b-222563bc6fd0 None None] Port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:45:05.535862 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d39f94-62d8-4a95-88af-0d500fc1968b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:05.540330 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07d39f94-62d8-4a95-88af-0d500fc1968b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.544507 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-07d39f94-62d8-4a95-88af-0d500fc1968b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5249126 May 12 11:45:05.545307 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58844) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:05.550666 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2175e58e-bcea-4c13-b443-13818f4956e5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'security_group_rule': {'security_group_id': '032c99fa-8fd7-4c57-9e04-4ae86b3e17ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:05.560498 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:45:05.570383 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:44:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:05.580572 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-283b581a-730e-4766-aef7-624f2bd86610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (08ff35ec-2e6b-4808-9aa8-2866fb6df4cb), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.592330 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-283b581a-730e-4766-aef7-624f2bd86610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.593924 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-283b581a-730e-4766-aef7-624f2bd86610 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08ff35ec-2e6b-4808-9aa8-2866fb6df4cb HTTP/1.1" status: 204 len: 168 time: 0.4227629 May 12 11:45:05.658072 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b581a-730e-4766-aef7-624f2bd86610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff35ec-2e6b-4808-9aa8-2866fb6df4cb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:05.660788 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2175e58e-bcea-4c13-b443-13818f4956e5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (362ce3b0-bbe2-4750-916b-ebc4c82184d9), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.767714 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for subnet (9c3e8187-ae43-4511-bf18-ac823134a685), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.864105 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2175e58e-bcea-4c13-b443-13818f4956e5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (362ce3b0-bbe2-4750-916b-ebc4c82184d9), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.864590 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:05.865167 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.878620 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2175e58e-bcea-4c13-b443-13818f4956e5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (362ce3b0-bbe2-4750-916b-ebc4c82184d9), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.907289 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175e58e-bcea-4c13-b443-13818f4956e5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362ce3b0-bbe2-4750-916b-ebc4c82184d9,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:05.931684 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58860) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:05.934871 dv-cinder-804735-29-iscsi neutron-server[109895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 11:45:05.969532 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2175e58e-bcea-4c13-b443-13818f4956e5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:05.978317 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-2175e58e-bcea-4c13-b443-13818f4956e5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4297249 May 12 11:45:05.992636 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58862) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:06.005272 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-e2f07b90-7b74-4187-8c1d-74364185a7c2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'security_group_rule': {'security_group_id': '032c99fa-8fd7-4c57-9e04-4ae86b3e17ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:06.035353 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-c3955393-f6ec-41ca-9d93-6a58a30b2c99 None None] Provisioning complete for port fe45cfe1-4224-493c-98a0-1008912a230b triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:06.037185 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c3955393-f6ec-41ca-9d93-6a58a30b2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:06.045150 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-05975c06-8a37-40e9-a50a-e022405c13c3 req-30f46881-3013-41de-b2a3-17d8224c8439 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 210 time: 0.1104574 May 12 11:45:06.127415 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:45:06.146549 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f07b90-7b74-4187-8c1d-74364185a7c2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (41fcb22d-340b-442f-ad1e-bdfe5563e3d7), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:06.154630 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 2, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:06.173546 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3e8187-ae43-4511-bf18-ac823134a685,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:06.179741 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Checking segment: {'id': '2c9ca19e-6b1b-41b6-b9dd-d5e2ab811bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b61362d8-ef36-4ea8-aa83-614ae5d65150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:06.180356 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Network hostable DHCP agents. Network: b61362d8-ef36-4ea8-aa83-614ae5d65150, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:45:06.224645 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Checking router: 4c22b8fc-b8a2-4245-bf48-133c465afe58 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:45:06.226791 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Updating router 4c22b8fc-b8a2-4245-bf48-133c465afe58 port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:45:06.234303 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Made reservation on behalf of 4b52f1a625344430ba655dc6c40eebb3 for: {'port': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:06.238272 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:06.282513 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-c3955393-f6ec-41ca-9d93-6a58a30b2c99 None None] Port fe45cfe1-4224-493c-98a0-1008912a230b cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:45:06.302994 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:06.339370 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Network b61362d8-ef36-4ea8-aa83-614ae5d65150 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:45:06.383121 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:06.501434 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:06.509112 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 2a5970e0-b9f7-4cae-8130-b01460233c4f up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:06.561209 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f07b90-7b74-4187-8c1d-74364185a7c2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (41fcb22d-340b-442f-ad1e-bdfe5563e3d7), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:06.585381 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, b61362d8-ef36-4ea8-aa83-614ae5d65150) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:06.625410 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f07b90-7b74-4187-8c1d-74364185a7c2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (41fcb22d-340b-442f-ad1e-bdfe5563e3d7), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:06.628642 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13634efe-01be-4851-9b4f-8cc0589a6a01 None None] Network b61362d8-ef36-4ea8-aa83-614ae5d65150 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:45:06.632506 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:06.632506 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:06.760126 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 2a5970e0-b9f7-4cae-8130-b01460233c4f triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:06.772055 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:06.823838 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f07b90-7b74-4187-8c1d-74364185a7c2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fcb22d-340b-442f-ad1e-bdfe5563e3d7,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:06.855118 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e3ecb52a-943f-4684-8c1d-4373b170e80b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5694771 May 12 11:45:06.927129 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f07b90-7b74-4187-8c1d-74364185a7c2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:06.932114 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e2f07b90-7b74-4187-8c1d-74364185a7c2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9342532 May 12 11:45:06.932425 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58894) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:06.938491 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:06.957654 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:44:58Z', 'revision_number': 3, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:06.983599 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Allocated IP 172.20.0.14 (6ae6c482-e56f-46d6-ac05-4ad378b6fe26/764e836e-2903-4e28-8540-cb11de9d23be/7c309744-6140-4aca-b512-8fb1c111f618) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:45:07.041258 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e4737-0bc7-4b2a-a503-19dd6b637dfd None None] The sync data for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi is: [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:44:58Z', 'revision_number': 3, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:45:07.042267 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.228924 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 2a5970e0-b9f7-4cae-8130-b01460233c4f is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:07.229325 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.276740 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port 2a5970e0-b9f7-4cae-8130-b01460233c4f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=2a5970e0-b9f7-4cae-8130-b01460233c4f,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:07.284829 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.382338 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78cd50-251b-4014-826d-cb0c66f510a7 None None] Network b61362d8-ef36-4ea8-aa83-614ae5d65150 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:45:07.524554 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-20bf4d88-a912-41da-8826-fef78bf426fe req-e435c3a2-f0b4-4d8f-a9b5-f28056d96c8d tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 210 time: 0.1999154 May 12 11:45:07.536205 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Publish callbacks [] for port (fe45cfe1-4224-493c-98a0-1008912a230b), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.561271 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Publish callbacks [] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.578034 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.579524 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (436a3346-89e6-42fd-89c6-6ef12c603591), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.589818 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.745148 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 66bf1438-c535-4a38-9dee-e43d8e712cb0 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:07.752161 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.809348 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff6f3d-f41f-45fe-a216-f4b84100655f None None] Pushing event updated for resources: {'Port': ['ID=c171c3f8-4d06-4d8a-b180-aefb3aa9cb73,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:07.823956 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Publish callbacks [] for port (7c309744-6140-4aca-b512-8fb1c111f618), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.920110 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Attempting to bind port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:45:07.931105 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Attempting to bind port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:45:07.932694 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Attempting to bind port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 on network eff33054-22ac-4705-93a5-40677c07e79b {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:07.948613 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:45:07.949382 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Checking segment: {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:07.950328 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:07.956113 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Bound using segment: {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:45:07.957526 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Bound port: c171c3f8-4d06-4d8a-b180-aefb3aa9cb73, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:45:07.958306 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:08.143661 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] For port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:45:08.157536 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Pushing event updated for resources: {'Port': ['ID=fe45cfe1-4224-493c-98a0-1008912a230b,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:08.159553 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] For port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=c171c3f8-4d06-4d8a-b180-aefb3aa9cb73,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:45:08.183469 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:08.209065 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (7c309744-6140-4aca-b512-8fb1c111f618), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:08.248752 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58928) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:08.313632 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Allocated IP 172.27.0.19 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/d1e5a067-85fa-4e2e-bb69-406faeff361b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:45:08.385241 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:08.428801 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:45:08.434139 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:44:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:08.439457 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:08.495504 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Network 6ae6c482-e56f-46d6-ac05-4ad378b6fe26 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:08.549898 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:08.563853 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:45:08.573169 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:08.583737 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:08.616860 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Pushing event updated for resources: {'Port': ['ID=7c309744-6140-4aca-b512-8fb1c111f618,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:08.622071 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-690477cc-2bf2-4e3e-afb3-f4c2a08779ae None None] Provisioning complete for port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:08.626239 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-690477cc-2bf2-4e3e-afb3-f4c2a08779ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:08.641970 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=2a5970e0-b9f7-4cae-8130-b01460233c4f,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:08.785311 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff6f3d-f41f-45fe-a216-f4b84100655f None None] Pushing event updated for resources: {'Port': ['ID=c171c3f8-4d06-4d8a-b180-aefb3aa9cb73,revision_number=4']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:08.810596 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 66bf1438-c535-4a38-9dee-e43d8e712cb0 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:08.810966 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:08.815968 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for port (d1e5a067-85fa-4e2e-bb69-406faeff361b), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:08.958914 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (d1e5a067-85fa-4e2e-bb69-406faeff361b), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:08.959596 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-9df3d188-93be-4a06-bdb4-eca5dd08b7e8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9050651 May 12 11:45:09.013484 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-a77ad5a6-216b-4043-a4d0-f76ad5a2eaed tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:45:09.022628 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-a77ad5a6-216b-4043-a4d0-f76ad5a2eaed tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0319073 May 12 11:45:09.062588 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:45:09.069514 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'Port': ['ID=d1e5a067-85fa-4e2e-bb69-406faeff361b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:09.081851 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5b9f0-d564-4bac-98b2-0c09bf5bcdf2 req-68c361de-e6cf-46a2-8ebb-4535d539436b tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:09.086504 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:09.089198 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:09.090663 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b3f5b9f0-d564-4bac-98b2-0c09bf5bcdf2 req-68c361de-e6cf-46a2-8ebb-4535d539436b tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 932 time: 0.2868595 May 12 11:45:09.095329 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:45:09.134768 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-690477cc-2bf2-4e3e-afb3-f4c2a08779ae None None] Current status of the port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:09.137880 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-690477cc-2bf2-4e3e-afb3-f4c2a08779ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:09.288629 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f8e99cc-c7fb-484d-8a1d-7e5435951fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:09.316021 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Router 436a3346-89e6-42fd-89c6-6ef12c603591 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:45:09.365577 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b3f5b9f0-d564-4bac-98b2-0c09bf5bcdf2 req-54d00689-52ac-49cb-a298-6d025eebf202 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738330 May 12 11:45:09.384066 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 66bf1438-c535-4a38-9dee-e43d8e712cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:09.407276 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-690477cc-2bf2-4e3e-afb3-f4c2a08779ae None None] For port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=c171c3f8-4d06-4d8a-b180-aefb3aa9cb73,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:09.420656 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-690477cc-2bf2-4e3e-afb3-f4c2a08779ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:09.428856 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (936521a5-f7fb-4c28-a178-3baebeee8368), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:09.647854 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-1f1db8e3-bcd3-4ef3-bc7f-ea50497dbce4 None None] Provisioning complete for port fe45cfe1-4224-493c-98a0-1008912a230b triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:09.648344 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1f1db8e3-bcd3-4ef3-bc7f-ea50497dbce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:09.658765 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690477cc-2bf2-4e3e-afb3-f4c2a08779ae None None] Pushing event updated for resources: {'Port': ['ID=c171c3f8-4d06-4d8a-b180-aefb3aa9cb73,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:09.796074 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d1e5a067-85fa-4e2e-bb69-406faeff361b), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:09.799257 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 2a5970e0-b9f7-4cae-8130-b01460233c4f up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:09.810437 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:08Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:09.868756 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-1f1db8e3-bcd3-4ef3-bc7f-ea50497dbce4 None None] Port fe45cfe1-4224-493c-98a0-1008912a230b cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:45:09.881124 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c8c52-d4aa-43cc-9ff8-878875be7360 None None] The sync data for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi is: [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:08Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:45:09.882512 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-1f1db8e3-bcd3-4ef3-bc7f-ea50497dbce4 None None] Provisioning complete for port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:09.895551 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1f1db8e3-bcd3-4ef3-bc7f-ea50497dbce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.137069 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f8e99cc-c7fb-484d-8a1d-7e5435951fbf admin admin] Publish callbacks [] for security_group (e0988835-76f9-437d-a73a-6fbece32eeae), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.159836 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 2a5970e0-b9f7-4cae-8130-b01460233c4f triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:10.162702 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f8e99cc-c7fb-484d-8a1d-7e5435951fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (e0988835-76f9-437d-a73a-6fbece32eeae), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.163372 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.166722 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 58972) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:10.172200 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2070065685-network', 'tenant_id': 'fc65b9e9da164ab18dd3d095d45961a3'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:10.200181 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Request body: {'port': {'device_id': '2ed37963-294c-49b1-a66f-03e5cf54ec97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:10.210502 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Made reservation on behalf of fc65b9e9da164ab18dd3d095d45961a3 for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:10.213805 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.261214 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.336965 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-1f1db8e3-bcd3-4ef3-bc7f-ea50497dbce4 None None] Current status of the port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:10.363627 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:45:10.403962 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-b5023101-e8bd-4b41-9fce-19f3ade68831 admin admin] 10.222.0.58 "PUT /v2.0/routers/436a3346-89e6-42fd-89c6-6ef12c603591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5353756 May 12 11:45:10.462754 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7c309744-6140-4aca-b512-8fb1c111f618), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.499147 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 2a5970e0-b9f7-4cae-8130-b01460233c4f is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:10.501262 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 0b919772-3e02-4aca-9b34-4b943fadb55d up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:10.618493 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 0b919772-3e02-4aca-9b34-4b943fadb55d triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:10.618875 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.717175 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-7f8e99cc-c7fb-484d-8a1d-7e5435951fbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4cf6ee1140af40858f19f644ca836290&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4568172 May 12 11:45:10.742246 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58984) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:10.757549 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Publish callbacks [] for security_group (c4dec73d-8a60-49fa-8df7-10d49c0c3f40), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.787019 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (c4dec73d-8a60-49fa-8df7-10d49c0c3f40), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.857277 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e99cc-c7fb-484d-8a1d-7e5435951fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0988835-76f9-437d-a73a-6fbece32eeae,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:10.882383 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=109896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:45:10.903431 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 0b919772-3e02-4aca-9b34-4b943fadb55d is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:10.903926 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.975996 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (22ac50b9-a064-44d4-890a-9dc5169cb0c1), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:10.975996 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Added segment 22ac50b9-a064-44d4-890a-9dc5169cb0c1 of type vlan for network b2c17b41-c100-4301-9815-0739090f9fd5 May 12 11:45:10.979135 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port 0b919772-3e02-4aca-9b34-4b943fadb55d, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=0b919772-3e02-4aca-9b34-4b943fadb55d,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:10.989448 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.106359 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=0b919772-3e02-4aca-9b34-4b943fadb55d,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:11.123693 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63529be5-7ec8-4cb3-9dde-cc851ee1e501 req-759a0e81-1b1d-4bce-8455-8dbfc8d1df9f tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:11.131334 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-63529be5-7ec8-4cb3-9dde-cc851ee1e501 req-759a0e81-1b1d-4bce-8455-8dbfc8d1df9f tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 932 time: 0.5859625 May 12 11:45:11.135597 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 58996) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:11.255555 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Sync routers for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:45:11.291724 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:45:11.291916 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-63529be5-7ec8-4cb3-9dde-cc851ee1e501 req-121881cd-edcc-47a1-a8a5-2420279da900 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596634 May 12 11:45:11.294744 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:44:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:11.305630 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dec73d-8a60-49fa-8df7-10d49c0c3f40,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:11.310377 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a371fe9-900d-482c-a18c-abbed7efee87 admin admin] Publish callbacks [] for security_group (e0988835-76f9-437d-a73a-6fbece32eeae), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.428269 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (b2c17b41-c100-4301-9815-0739090f9fd5), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.434954 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a371fe9-900d-482c-a18c-abbed7efee87 admin admin] Publish callbacks [] for security_group (e0988835-76f9-437d-a73a-6fbece32eeae), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.572418 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (b2c17b41-c100-4301-9815-0739090f9fd5), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.573788 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:11.574676 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.602921 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:45:11.624679 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a371fe9-900d-482c-a18c-abbed7efee87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (e0988835-76f9-437d-a73a-6fbece32eeae), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.628052 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a371fe9-900d-482c-a18c-abbed7efee87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.642943 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-8a371fe9-900d-482c-a18c-abbed7efee87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0988835-76f9-437d-a73a-6fbece32eeae HTTP/1.1" status: 204 len: 168 time: 0.8930926 May 12 11:45:11.681721 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for port (d1e5a067-85fa-4e2e-bb69-406faeff361b), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.713119 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a371fe9-900d-482c-a18c-abbed7efee87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0988835-76f9-437d-a73a-6fbece32eeae,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:11.722526 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d1e5a067-85fa-4e2e-bb69-406faeff361b), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.805403 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 0b919772-3e02-4aca-9b34-4b943fadb55d up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:11.888293 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b25f61a9-7c4d-4111-9991-77b4da391a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.947898 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (936521a5-f7fb-4c28-a178-3baebeee8368), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:11.962549 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7946475 May 12 11:45:11.971438 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59014) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:11.974389 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd5bb7-25d1-4f34-af52-c8079b5359c2 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c17b41-c100-4301-9815-0739090f9fd5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:12.007137 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:12.008352 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0749400 May 12 11:45:12.014928 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Request body: {'subnet': {'network_id': 'b2c17b41-c100-4301-9815-0739090f9fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2070065685-subnet', 'tenant_id': 'fc65b9e9da164ab18dd3d095d45961a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:12.043443 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac1e75-646c-47a5-98c9-355117b2e0e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'Port': ['ID=d1e5a067-85fa-4e2e-bb69-406faeff361b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:12.060898 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Made reservation on behalf of fc65b9e9da164ab18dd3d095d45961a3 for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:12.066389 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:12.143496 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network b2c17b41-c100-4301-9815-0739090f9fd5 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:45:12.253771 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b25f61a9-7c4d-4111-9991-77b4da391a04 admin admin] Publish callbacks [] for security_group (99b97228-e0a4-4385-944b-f5e25d662f27), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:12.267645 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b25f61a9-7c4d-4111-9991-77b4da391a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (99b97228-e0a4-4385-944b-f5e25d662f27), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:12.429791 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 0b919772-3e02-4aca-9b34-4b943fadb55d triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:12.430345 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:12.471746 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c309744-6140-4aca-b512-8fb1c111f618 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:45:12.485522 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b25f61a9-7c4d-4111-9991-77b4da391a04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db981c9e8c1e4596bda2649d950ff66e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3474019 May 12 11:45:12.487395 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59054) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:12.488443 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f61a9-7c4d-4111-9991-77b4da391a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b97228-e0a4-4385-944b-f5e25d662f27,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:12.541851 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Publish callbacks [] for port (7c309744-6140-4aca-b512-8fb1c111f618), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:12.602678 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 0b919772-3e02-4aca-9b34-4b943fadb55d is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:12.604026 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:12.656797 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 2, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:12.711959 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Checking router: 436a3346-89e6-42fd-89c6-6ef12c603591 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:45:12.712841 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Updating router 436a3346-89e6-42fd-89c6-6ef12c603591 port fe45cfe1-4224-493c-98a0-1008912a230b binding host dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:45:12.721729 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-9c25b57f-62cd-44a5-82b5-4fb7ad1d9905 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--657266016&fields=id&tenant_id=079cb1c02174440091d4c5bcbc27bdc5 HTTP/1.1" status: 200 len: 267 time: 0.1719677 May 12 11:45:12.768007 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:12.790538 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Transition to ACTIVE for port object 7c309744-6140-4aca-b512-8fb1c111f618 will not be triggered until provisioned by entity L2. {{(pid=109896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:45:12.839876 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (7c309744-6140-4aca-b512-8fb1c111f618), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:13.383974 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0a8048f-dffb-4d8d-9fd3-8fd42cd97c98 admin admin] Publish callbacks [] for security_group (99b97228-e0a4-4385-944b-f5e25d662f27), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:13.420818 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:13.421317 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:13.422952 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-d09128fa-6c8c-4439-b072-c6b05191ea71 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:13.425677 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-d09128fa-6c8c-4439-b072-c6b05191ea71 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 818 time: 1.2058284 May 12 11:45:13.438349 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-8ae2ecb0-81e1-4fe8-802c-f589bfc50840 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:13.439555 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-8ae2ecb0-81e1-4fe8-802c-f589bfc50840 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 816 time: 0.7088668 May 12 11:45:13.447247 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for subnet (bcd823ea-abad-4fad-86b9-8efcd9b91252), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:13.489606 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-7d12ffb9-64dd-48af-ac4e-0b296b1f5fc2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/quotas/079cb1c02174440091d4c5bcbc27bdc5 HTTP/1.1" status: 200 len: 375 time: 0.0437860 May 12 11:45:13.518788 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Publish callbacks [] for port (fe45cfe1-4224-493c-98a0-1008912a230b), precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:13.534390 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d102bab-5937-4690-884e-87b61847175f service neutron] Pushing event updated for resources: {'Port': ['ID=7c309744-6140-4aca-b512-8fb1c111f618,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:13.539844 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:13.597137 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-09f2d659-df7f-4c34-89ac-adf3286f13f7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/quotas/dd154e9ddff14089b8fc96ba030e5669 HTTP/1.1" status: 200 len: 375 time: 0.1425741 May 12 11:45:13.607730 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0a8048f-dffb-4d8d-9fd3-8fd42cd97c98 admin admin] Publish callbacks [] for security_group (99b97228-e0a4-4385-944b-f5e25d662f27), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:13.751373 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-446cf2c0-3c68-4511-96cb-8b313ed290f6 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2599015 May 12 11:45:13.793641 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de3b2b-e8c2-446e-8ce4-df63c2736b2a None None] Pushing event updated for resources: {'Port': ['ID=fe45cfe1-4224-493c-98a0-1008912a230b,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:13.886049 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59094) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:13.893099 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Attempting to bind port fe45cfe1-4224-493c-98a0-1008912a230b on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:45:13.893680 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Attempting to bind port fe45cfe1-4224-493c-98a0-1008912a230b by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:45:13.894213 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Attempting to bind port fe45cfe1-4224-493c-98a0-1008912a230b on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:13.910445 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd823ea-abad-4fad-86b9-8efcd9b91252,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:13.918777 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:45:13.919156 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Checking segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:13.919394 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:13.919787 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Bound using segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:45:13.920271 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Bound port: fe45cfe1-4224-493c-98a0-1008912a230b, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:45:13.920652 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:13.977234 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:13.998193 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Attempting to bind port 7c309744-6140-4aca-b512-8fb1c111f618 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:45:13.998565 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Attempting to bind port 7c309744-6140-4aca-b512-8fb1c111f618 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '3a93ac7e-f129-45c0-8e4e-c216bf3f25f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6ae6c482-e56f-46d6-ac05-4ad378b6fe26'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:45:14.001091 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Attempting to bind port 7c309744-6140-4aca-b512-8fb1c111f618 on network 6ae6c482-e56f-46d6-ac05-4ad378b6fe26 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:14.018119 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-c8fd12cc-9a92-4477-a0c6-be2518820a8e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3982868 May 12 11:45:14.042102 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Checking segment: {'id': '22ac50b9-a064-44d4-890a-9dc5169cb0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c17b41-c100-4301-9815-0739090f9fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:14.042510 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Network hostable DHCP agents. Network: b2c17b41-c100-4301-9815-0739090f9fd5, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:45:14.044934 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Port 7c309744-6140-4aca-b512-8fb1c111f618 on network 6ae6c482-e56f-46d6-ac05-4ad378b6fe26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:45:14.045254 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Attempting to bind port 7c309744-6140-4aca-b512-8fb1c111f618 on network 6ae6c482-e56f-46d6-ac05-4ad378b6fe26 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:14.073661 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b17a3cc2-23b8-4fc5-b3c1-24cce9a372ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:14.092626 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:45:14.103227 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ed27cac0-b480-4f03-af21-bcf3c5324c40 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:45:14.104275 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ed27cac0-b480-4f03-af21-bcf3c5324c40 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1043613 May 12 11:45:14.105498 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Checking segment: {'id': '3a93ac7e-f129-45c0-8e4e-c216bf3f25f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6ae6c482-e56f-46d6-ac05-4ad378b6fe26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:14.106186 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Bound using segment: {'id': '3a93ac7e-f129-45c0-8e4e-c216bf3f25f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6ae6c482-e56f-46d6-ac05-4ad378b6fe26'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:45:14.106712 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Bound port: 7c309744-6140-4aca-b512-8fb1c111f618, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a93ac7e-f129-45c0-8e4e-c216bf3f25f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6ae6c482-e56f-46d6-ac05-4ad378b6fe26'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:45:14.110974 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-1ff5da34-53b3-41c3-b39a-99c306bfbdbd None None] Provisioning complete for port fe45cfe1-4224-493c-98a0-1008912a230b triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:14.111406 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1ff5da34-53b3-41c3-b39a-99c306bfbdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:14.112267 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7c309744-6140-4aca-b512-8fb1c111f618), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:14.197829 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-1ff5da34-53b3-41c3-b39a-99c306bfbdbd None None] Port fe45cfe1-4224-493c-98a0-1008912a230b cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:45:14.276754 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] For port fe45cfe1-4224-493c-98a0-1008912a230b, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:45:14.287810 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] For port fe45cfe1-4224-493c-98a0-1008912a230b, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=fe45cfe1-4224-493c-98a0-1008912a230b,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:45:14.308015 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:14.399925 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-8a2107ad-aab3-4cda-9bdd-4ec8c22eefff service neutron] 10.222.0.58 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357602 May 12 11:45:14.429414 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:45:14.430066 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:44:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:14.433869 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0a8048f-dffb-4d8d-9fd3-8fd42cd97c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (99b97228-e0a4-4385-944b-f5e25d662f27), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:14.436756 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0a8048f-dffb-4d8d-9fd3-8fd42cd97c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:14.439517 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-c0a8048f-dffb-4d8d-9fd3-8fd42cd97c98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99b97228-e0a4-4385-944b-f5e25d662f27 HTTP/1.1" status: 204 len: 168 time: 1.9245737 May 12 11:45:14.520666 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Network b2c17b41-c100-4301-9815-0739090f9fd5 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:45:14.630129 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8048f-dffb-4d8d-9fd3-8fd42cd97c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b97228-e0a4-4385-944b-f5e25d662f27,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:14.631821 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, b2c17b41-c100-4301-9815-0739090f9fd5) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:14.641938 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de3b2b-e8c2-446e-8ce4-df63c2736b2a None None] Pushing event updated for resources: {'Port': ['ID=fe45cfe1-4224-493c-98a0-1008912a230b,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:14.674564 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:14.675253 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:14.697970 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81d193-35d2-4486-843e-d1a3853c11a7 None None] Network b2c17b41-c100-4301-9815-0739090f9fd5 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:45:14.787216 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] For port 7c309744-6140-4aca-b512-8fb1c111f618, host hv-cinder-80473, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:45:14.833219 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-1c31557b-51d5-4f0b-911d-d5e4e16883b1 service neutron] 10.222.0.58 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7925565 May 12 11:45:14.871426 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] For port 7c309744-6140-4aca-b512-8fb1c111f618, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7c309744-6140-4aca-b512-8fb1c111f618,segment=NetworkSegment(3a93ac7e-f129-45c0-8e4e-c216bf3f25f4),segment_id=3a93ac7e-f129-45c0-8e4e-c216bf3f25f4)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:45:14.892073 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (7c309744-6140-4aca-b512-8fb1c111f618), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:14.910719 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-a7ae3598-2b32-4210-b1aa-f460d45a9479 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9380214 May 12 11:45:14.923136 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b17a3cc2-23b8-4fc5-b3c1-24cce9a372ee admin admin] Publish callbacks [] for security_group (0a1b6dc0-9958-4516-a846-770acaa7a588), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:14.940644 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b17a3cc2-23b8-4fc5-b3c1-24cce9a372ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0a1b6dc0-9958-4516-a846-770acaa7a588), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.075785 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59116) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:15.082803 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b17a3cc2-23b8-4fc5-b3c1-24cce9a372ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cc910c8e0744e759d5dd29555d99471&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1956046 May 12 11:45:15.086355 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59118) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:15.106979 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-368b8047-bcd8-48e4-84c3-15e8314cd3bf service neutron] 10.222.0.58 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710598 May 12 11:45:15.132762 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a3cc2-23b8-4fc5-b3c1-24cce9a372ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1b6dc0-9958-4516-a846-770acaa7a588,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:15.181667 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-7380a418-a54f-4be5-af89-9aac4339fe5d None None] Provisioning complete for port fe45cfe1-4224-493c-98a0-1008912a230b triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:15.182084 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7380a418-a54f-4be5-af89-9aac4339fe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.185432 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:45:15.196363 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-670ca90a-5bbe-4301-9bf4-1e3ba89225da admin admin] Deleting subnet 9c3e8187-ae43-4511-bf18-ac823134a685 {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:45:15.201819 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-670ca90a-5bbe-4301-9bf4-1e3ba89225da admin admin] Publish callbacks [] for subnet (9c3e8187-ae43-4511-bf18-ac823134a685), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.252981 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-670ca90a-5bbe-4301-9bf4-1e3ba89225da admin admin] Publish callbacks [] for subnet (9c3e8187-ae43-4511-bf18-ac823134a685), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.269379 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-670ca90a-5bbe-4301-9bf4-1e3ba89225da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (9c3e8187-ae43-4511-bf18-ac823134a685), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.270764 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d85ccb82-4174-4b79-aa5c-034dedb6fab8 admin admin] Publish callbacks [] for security_group (0a1b6dc0-9958-4516-a846-770acaa7a588), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.309681 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59120) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:15.326092 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:15.327421 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.330235 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2d102bab-5937-4690-884e-87b61847175f service neutron] 10.222.0.35 "PUT /v2.0/ports/7c309744-6140-4aca-b512-8fb1c111f618 HTTP/1.1" status: 200 len: 1094 time: 6.0883191 May 12 11:45:15.330909 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed37963-294c-49b1-a66f-03e5cf54ec97', 'tag': '7c309744-6140-4aca-b512-8fb1c111f618'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:15.346686 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d85ccb82-4174-4b79-aa5c-034dedb6fab8 admin admin] Publish callbacks [] for security_group (0a1b6dc0-9958-4516-a846-770acaa7a588), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.385663 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53967066-ef54-4874-8ca6-5f387470ef65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.503903 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a730a-7e2a-4701-acdc-00469236a973 None None] Network b2c17b41-c100-4301-9815-0739090f9fd5 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:45:15.625612 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d85ccb82-4174-4b79-aa5c-034dedb6fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0a1b6dc0-9958-4516-a846-770acaa7a588), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.646372 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d85ccb82-4174-4b79-aa5c-034dedb6fab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.656775 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-d85ccb82-4174-4b79-aa5c-034dedb6fab8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a1b6dc0-9958-4516-a846-770acaa7a588 HTTP/1.1" status: 204 len: 168 time: 0.5544887 May 12 11:45:15.696399 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ccb82-4174-4b79-aa5c-034dedb6fab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1b6dc0-9958-4516-a846-770acaa7a588,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:15.883512 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53967066-ef54-4874-8ca6-5f387470ef65 admin admin] Publish callbacks [] for security_group (3c7c9b63-c55f-4d5a-963c-6c268e91d10e), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:15.901095 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad095bcc-e76d-428d-8c48-d1658daf85ce req-3488ea2d-4e7a-4662-b5b8-e5779b210157 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:15.905038 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ad095bcc-e76d-428d-8c48-d1658daf85ce req-3488ea2d-4e7a-4662-b5b8-e5779b210157 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 944 time: 0.2141473 May 12 11:45:15.908918 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53967066-ef54-4874-8ca6-5f387470ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (3c7c9b63-c55f-4d5a-963c-6c268e91d10e), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.085937 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d102bab-5937-4690-884e-87b61847175f service neutron] Pushing event updated for resources: {'Port': ['ID=7c309744-6140-4aca-b512-8fb1c111f618,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:16.102575 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53967066-ef54-4874-8ca6-5f387470ef65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c9b63-c55f-4d5a-963c-6c268e91d10e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:16.162735 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-53967066-ef54-4874-8ca6-5f387470ef65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a4791bae06b40c1902093b1442c8f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8456275 May 12 11:45:16.169120 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59160) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:16.179323 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ad095bcc-e76d-428d-8c48-d1658daf85ce req-5a915ea7-0dae-469a-a419-baa928fc38a8 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648151 May 12 11:45:16.217729 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed37963-294c-49b1-a66f-03e5cf54ec97", "tag": "7c309744-6140-4aca-b512-8fb1c111f618"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:16.276028 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-7380a418-a54f-4be5-af89-9aac4339fe5d None None] Current status of the port fe45cfe1-4224-493c-98a0-1008912a230b is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:16.276028 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7380a418-a54f-4be5-af89-9aac4339fe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.278710 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-d867aa39-2895-4015-a16f-676f32ddb1bb service neutron] 10.222.0.58 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4443028 May 12 11:45:16.290096 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-670ca90a-5bbe-4301-9bf4-1e3ba89225da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for subnet (9c3e8187-ae43-4511-bf18-ac823134a685), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.341638 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-670ca90a-5bbe-4301-9bf4-1e3ba89225da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.347407 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-670ca90a-5bbe-4301-9bf4-1e3ba89225da admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9c3e8187-ae43-4511-bf18-ac823134a685 HTTP/1.1" status: 204 len: 168 time: 1.2574739 May 12 11:45:16.347407 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ca90a-5bbe-4301-9bf4-1e3ba89225da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3e8187-ae43-4511-bf18-ac823134a685,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:16.349039 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59168) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:16.350759 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-c0ffe73b-18ee-4144-8727-4ebdf136d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:16.352520 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-c0ffe73b-18ee-4144-8727-4ebdf136d214 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b52f1a625344430ba655dc6c40eebb3&device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 1128 time: 0.8945887 May 12 11:45:16.370649 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-7380a418-a54f-4be5-af89-9aac4339fe5d None None] For port fe45cfe1-4224-493c-98a0-1008912a230b, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=fe45cfe1-4224-493c-98a0-1008912a230b,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:16.392384 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e1e0fe48-fdab-4360-9af4-54bfd913b804 req-cc2695fe-a711-4ab0-b848-1c624ff8f682 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 210 time: 0.1053259 May 12 11:45:16.396487 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7380a418-a54f-4be5-af89-9aac4339fe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.409238 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb493840-01cb-4700-8fc2-28e5a6d5cad4 admin admin] Publish callbacks [] for security_group (3c7c9b63-c55f-4d5a-963c-6c268e91d10e), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.491500 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb493840-01cb-4700-8fc2-28e5a6d5cad4 admin admin] Publish callbacks [] for security_group (3c7c9b63-c55f-4d5a-963c-6c268e91d10e), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.528751 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (b61362d8-ef36-4ea8-aa83-614ae5d65150), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.563173 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380a418-a54f-4be5-af89-9aac4339fe5d None None] Pushing event updated for resources: {'Port': ['ID=fe45cfe1-4224-493c-98a0-1008912a230b,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:16.579878 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59174) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:16.636142 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3591de0-4799-4e64-98cc-ec3919f268b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.755663 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb493840-01cb-4700-8fc2-28e5a6d5cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (3c7c9b63-c55f-4d5a-963c-6c268e91d10e), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.758419 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb493840-01cb-4700-8fc2-28e5a6d5cad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.759556 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-bb493840-01cb-4700-8fc2-28e5a6d5cad4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c7c9b63-c55f-4d5a-963c-6c268e91d10e HTTP/1.1" status: 204 len: 168 time: 0.5886552 May 12 11:45:16.799362 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb493840-01cb-4700-8fc2-28e5a6d5cad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c9b63-c55f-4d5a-963c-6c268e91d10e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:16.803162 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:14Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:16.889745 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89066d39-62ba-48da-b0bf-f51948b23bc1 None None] The sync data for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi is: [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:14Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:45:16.919526 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-8243a032-3ab4-4ad8-a6f1-935b28df03e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c309744-6140-4aca-b512-8fb1c111f618 HTTP/1.1" status: 200 len: 217 time: 0.3628643 May 12 11:45:16.924353 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3591de0-4799-4e64-98cc-ec3919f268b7 admin admin] Publish callbacks [] for security_group (bfa5a4d8-f3cf-4288-8392-e2223acec73c), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:16.941273 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3591de0-4799-4e64-98cc-ec3919f268b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (bfa5a4d8-f3cf-4288-8392-e2223acec73c), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:17.102873 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-e3591de0-4799-4e64-98cc-ec3919f268b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=354154c7306a4d04917eaced20536ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5181384 May 12 11:45:17.121635 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59192) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:17.317687 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3591de0-4799-4e64-98cc-ec3919f268b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa5a4d8-f3cf-4288-8392-e2223acec73c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:17.390848 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-3ff3c2f3-72bf-4480-a10e-aca88916c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:17.394165 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-3ff3c2f3-72bf-4480-a10e-aca88916c6e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=764e836e-2903-4e28-8540-cb11de9d23be HTTP/1.1" status: 200 len: 851 time: 0.4062476 May 12 11:45:17.400969 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc738d2a-330d-417c-9886-5a5640d170ab admin admin] Publish callbacks [] for security_group (bfa5a4d8-f3cf-4288-8392-e2223acec73c), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:17.412212 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e718e7c8-e05a-491f-88e3-2ab26a32d7a4 req-bc6d9b95-8cd0-4859-b079-0fde410eb081 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 210 time: 0.5316138 May 12 11:45:17.503627 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc738d2a-330d-417c-9886-5a5640d170ab admin admin] Publish callbacks [] for security_group (bfa5a4d8-f3cf-4288-8392-e2223acec73c), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:17.600623 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc738d2a-330d-417c-9886-5a5640d170ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (bfa5a4d8-f3cf-4288-8392-e2223acec73c), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:17.606855 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc738d2a-330d-417c-9886-5a5640d170ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:17.612842 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-bc738d2a-330d-417c-9886-5a5640d170ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfa5a4d8-f3cf-4288-8392-e2223acec73c HTTP/1.1" status: 204 len: 168 time: 0.4843638 May 12 11:45:17.654482 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc738d2a-330d-417c-9886-5a5640d170ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa5a4d8-f3cf-4288-8392-e2223acec73c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:17.783027 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753b6413-0ad9-4986-912d-048630ae33ca x-openstack-request-id: req-753b6413-0ad9-4986-912d-048630ae33ca {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:17.783327 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed37963-294c-49b1-a66f-03e5cf54ec97", "tag": "7c309744-6140-4aca-b512-8fb1c111f618", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:17.783592 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-753b6413-0ad9-4986-912d-048630ae33ca {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:17.784071 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753b6413-0ad9-4986-912d-048630ae33ca'] response: {'name': 'network-changed', 'server_uuid': '2ed37963-294c-49b1-a66f-03e5cf54ec97', 'tag': '7c309744-6140-4aca-b512-8fb1c111f618', 'status': 'completed', 'code': 200} May 12 11:45:17.852471 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0ee91776-6ff5-4be1-a557-1316f87b496c req-3e05a51f-fcbc-48d9-a44a-fc7fd2114c16 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 210 time: 0.0503364 May 12 11:45:17.854220 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59226) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:17.892520 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03f47b5e-0b1f-40f5-bfd5-df4559bac1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:17.933519 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-abfe70ce-5941-49a8-bae1-dc1887c996da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6ae6c482-e56f-46d6-ac05-4ad378b6fe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4657555 May 12 11:45:18.129563 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03f47b5e-0b1f-40f5-bfd5-df4559bac1f7 admin admin] Publish callbacks [] for security_group (417cb4a3-d530-4d15-a03f-e6259f78065a), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:18.166398 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (b61362d8-ef36-4ea8-aa83-614ae5d65150), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:18.234419 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.238003 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.240313 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.241260 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > port after_create 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.243920 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.244582 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > port after_update 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.245830 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.251703 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.252197 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.253214 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fe45cfe1-4224-493c-98a0-1008912a230b up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:18.254274 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.371607 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port fe45cfe1-4224-493c-98a0-1008912a230b triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:18.372305 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:18.406420 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-8dd1ee97-8eb8-48e1-a86a-2355067c4b6a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:18.415809 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-8dd1ee97-8eb8-48e1-a86a-2355067c4b6a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 818 time: 0.2793927 May 12 11:45:18.418183 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03f47b5e-0b1f-40f5-bfd5-df4559bac1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (417cb4a3-d530-4d15-a03f-e6259f78065a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:18.458750 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.459317 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.466061 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.468615 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:18.469139 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61362d8-ef36-4ea8-aa83-614ae5d65150']}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:18.474860 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-e4e1ae60-565a-4397-98b8-6df1a40217c2 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/quotas/dd154e9ddff14089b8fc96ba030e5669 HTTP/1.1" status: 200 len: 375 time: 0.0576262 May 12 11:45:18.489922 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-03f47b5e-0b1f-40f5-bfd5-df4559bac1f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1afd6e2ac0f541a385284494d820652d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6333947 May 12 11:45:18.559255 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59254) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:18.611192 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port fe45cfe1-4224-493c-98a0-1008912a230b is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:18.762011 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9ca19e-6b1b-41b6-b9dd-d5e2ab811bc6') {'for_net_delete': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:18.770746 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9ca19e-6b1b-41b6-b9dd-d5e2ab811bc6') {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:18.821322 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f47b5e-0b1f-40f5-bfd5-df4559bac1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417cb4a3-d530-4d15-a03f-e6259f78065a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:18.841332 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118276642'] for segment (2c9ca19e-6b1b-41b6-b9dd-d5e2ab811bc6), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:18.891938 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-f6c2e545-5942-4b29-9ca2-e33a0457fdaa tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4136574 May 12 11:45:18.938608 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (2c9ca19e-6b1b-41b6-b9dd-d5e2ab811bc6), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:18.959010 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668b820-82d7-4954-8620-a24f5d9fccc9 req-507f091f-ef0f-467b-bdea-ee7e7a91f231 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:18.990899 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0668b820-82d7-4954-8620-a24f5d9fccc9 req-507f091f-ef0f-467b-bdea-ee7e7a91f231 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 944 time: 1.2245510 May 12 11:45:19.180504 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-fa8469fc-2096-4e4d-9fed-46192129a208 service neutron] 10.222.0.58 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832003 May 12 11:45:19.209973 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:45:19.210506 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118425344'] for segment (2c9ca19e-6b1b-41b6-b9dd-d5e2ab811bc6), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: from cryptography.utils import int_from_bytes May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: from cryptography.utils import int_from_bytes May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: Traceback (most recent call last): May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: timer() May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: cb(*args, **kw) May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: return func(*args, **kwargs) May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: self._notify() May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: self.callback(batched_events) May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: event.method(event) May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: return f(self, *a, **k) May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._get(url).json() May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: return self.request(url, 'GET', **kwargs) May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:45:19.257676 dv-cinder-804735-29-iscsi neutron-server[109896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:45:19.339381 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-2ebdf6da-677f-4d47-a202-d15e142f1379 service neutron] 10.222.0.35 "GET /v2.0/networks/6ae6c482-e56f-46d6-ac05-4ad378b6fe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3810775 May 12 11:45:19.369859 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0668b820-82d7-4954-8620-a24f5d9fccc9 req-10f1d88a-5221-4084-8aa4-f33e16d3fbca tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722046 May 12 11:45:19.374875 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fec966e3-79c3-439c-a8c5-85a35c5caecf admin admin] Publish callbacks [] for security_group (417cb4a3-d530-4d15-a03f-e6259f78065a), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:19.404885 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-1bf1c72f-efaa-42b1-bec9-6e57b861854d service neutron] 10.222.0.58 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172253 May 12 11:45:19.525875 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (b61362d8-ef36-4ea8-aa83-614ae5d65150), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:19.528514 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fec966e3-79c3-439c-a8c5-85a35c5caecf admin admin] Publish callbacks [] for security_group (417cb4a3-d530-4d15-a03f-e6259f78065a), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:19.545541 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:19.550807 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b61362d8-ef36-4ea8-aa83-614ae5d65150 HTTP/1.1" status: 204 len: 168 time: 3.1972041 May 12 11:45:19.553914 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59280) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:19.590132 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc8637-4902-48ff-ab03-8f67376d6c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=b61362d8-ef36-4ea8-aa83-614ae5d65150,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:19.684645 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3486e58b-1950-453e-95cb-f6e4e43a713e req-aa96aa09-1ea1-48c8-952d-8183d7a0e286 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 210 time: 0.0528126 May 12 11:45:19.715368 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c693e95-99cd-400c-b691-9daa35c39a60 admin admin] Deleting subnet bcd823ea-abad-4fad-86b9-8efcd9b91252 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:45:19.725950 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1c693e95-99cd-400c-b691-9daa35c39a60 admin admin] Publish callbacks [] for subnet (bcd823ea-abad-4fad-86b9-8efcd9b91252), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:19.741967 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fec966e3-79c3-439c-a8c5-85a35c5caecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (417cb4a3-d530-4d15-a03f-e6259f78065a), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:19.741967 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fec966e3-79c3-439c-a8c5-85a35c5caecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:19.744654 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-fec966e3-79c3-439c-a8c5-85a35c5caecf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/417cb4a3-d530-4d15-a03f-e6259f78065a HTTP/1.1" status: 204 len: 168 time: 1.1758039 May 12 11:45:19.798740 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1c693e95-99cd-400c-b691-9daa35c39a60 admin admin] Publish callbacks [] for subnet (bcd823ea-abad-4fad-86b9-8efcd9b91252), precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:19.822941 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1c693e95-99cd-400c-b691-9daa35c39a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (bcd823ea-abad-4fad-86b9-8efcd9b91252), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:19.825623 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec966e3-79c3-439c-a8c5-85a35c5caecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417cb4a3-d530-4d15-a03f-e6259f78065a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:19.920168 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-aef7068c-ad12-49f3-9eb1-a97f29500f2d req-11377f5f-d6fb-4854-aba5-0d32626e3217 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 210 time: 0.1355531 May 12 11:45:20.025197 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1c693e95-99cd-400c-b691-9daa35c39a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for subnet (bcd823ea-abad-4fad-86b9-8efcd9b91252), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:20.191030 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c693e95-99cd-400c-b691-9daa35c39a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd823ea-abad-4fad-86b9-8efcd9b91252,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:20.231895 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1c693e95-99cd-400c-b691-9daa35c39a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:20.267202 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-1c693e95-99cd-400c-b691-9daa35c39a60 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bcd823ea-abad-4fad-86b9-8efcd9b91252 HTTP/1.1" status: 204 len: 168 time: 0.7118325 May 12 11:45:20.285477 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59310) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:20.491416 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd41f96e-b35d-4328-a856-2c4ef9fa1e83 req-ea353f3f-1757-4d4d-bc04-4cf7c37a81f2 service neutron] 10.222.0.35 "GET /v2.0/networks/6ae6c482-e56f-46d6-ac05-4ad378b6fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061334 May 12 11:45:20.493612 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (b2c17b41-c100-4301-9815-0739090f9fd5), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:20.655866 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (b2c17b41-c100-4301-9815-0739090f9fd5), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:20.683689 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb8e41-c1a8-4de1-a4ff-adc02a07155e req-28658861-4a57-4868-a12d-6103de8ad714 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:20.685150 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-71eb8e41-c1a8-4de1-a4ff-adc02a07155e req-28658861-4a57-4868-a12d-6103de8ad714 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 944 time: 0.1014307 May 12 11:45:20.689884 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.690522 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.691554 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.692005 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > port after_create 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.692336 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.692703 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > port after_update 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.693025 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.693349 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.693664 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.694015 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.803895 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9357d1ce-98ad-4b9b-93d7-6516f4dafc26 req-7711b127-8056-4f41-883d-09ee6e1320ae tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 210 time: 0.0282521 May 12 11:45:20.952988 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.953340 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.953670 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.954029 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 11:45:20.954388 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c17b41-c100-4301-9815-0739090f9fd5']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:20.995440 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ac50b9-a064-44d4-890a-9dc5169cb0c1') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:20.996403 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ac50b9-a064-44d4-890a-9dc5169cb0c1') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:21.020740 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3592661'] for segment (22ac50b9-a064-44d4-890a-9dc5169cb0c1), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:21.063257 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-71eb8e41-c1a8-4de1-a4ff-adc02a07155e req-cc51a4ac-b5c2-4dde-b2a0-bf45bd15d9b9 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004782 May 12 11:45:21.065027 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (22ac50b9-a064-44d4-890a-9dc5169cb0c1), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:21.095867 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:45:21.096285 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330030'] for segment (22ac50b9-a064-44d4-890a-9dc5169cb0c1), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: from cryptography.utils import int_from_bytes May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: from cryptography.utils import int_from_bytes May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: Traceback (most recent call last): May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: timer() May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: cb(*args, **kw) May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: return func(*args, **kwargs) May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: self._notify() May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: self.callback(batched_events) May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: event.method(event) May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: return f(self, *a, **k) May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._get(url).json() May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: return self.request(url, 'GET', **kwargs) May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:45:21.102836 dv-cinder-804735-29-iscsi neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:45:21.172249 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0 req-9c130aa6-bba4-4f60-b245-a291910deb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:21.172249 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0 req-9c130aa6-bba4-4f60-b245-a291910deb4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b52f1a625344430ba655dc6c40eebb3&device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 1128 time: 0.1927071 May 12 11:45:21.178389 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1bbd7a68-75ab-4d49-8226-10c2b2c0aef2 req-9cfcc55e-ae16-41ba-a827-7d96270b724c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 210 time: 0.0809624 May 12 11:45:21.191851 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (b2c17b41-c100-4301-9815-0739090f9fd5), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:21.200696 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:21.205683 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b2c17b41-c100-4301-9815-0739090f9fd5 HTTP/1.1" status: 204 len: 168 time: 0.9155841 May 12 11:45:21.226364 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6434080-635f-4f53-a733-9e3bf7d30b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c17b41-c100-4301-9815-0739090f9fd5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:21.560236 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59390) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:21.614722 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-83e7005d-fc48-40fc-a8a9-be3c65e91744 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15753a2516ea48138f7fa6ae87ff81a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0508926 May 12 11:45:21.615048 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59396) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:21.680767 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb3f04b9-f9e7-4030-92f9-9067255b97fa admin admin] Publish callbacks [] for security_group (8fc7c81d-256d-48ef-97af-04f7ac320c71), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:21.706829 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb3f04b9-f9e7-4030-92f9-9067255b97fa admin admin] Publish callbacks [] for security_group (8fc7c81d-256d-48ef-97af-04f7ac320c71), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:21.770890 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb3f04b9-f9e7-4030-92f9-9067255b97fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (8fc7c81d-256d-48ef-97af-04f7ac320c71), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:21.775041 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb3f04b9-f9e7-4030-92f9-9067255b97fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:21.779009 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-fb3f04b9-f9e7-4030-92f9-9067255b97fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8fc7c81d-256d-48ef-97af-04f7ac320c71 HTTP/1.1" status: 204 len: 168 time: 0.1629946 May 12 11:45:21.788358 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f04b9-f9e7-4030-92f9-9067255b97fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc7c81d-256d-48ef-97af-04f7ac320c71,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:21.968630 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6868e37e-070a-4b02-882a-360f1cdb52a2 req-ecf92931-de64-404f-a171-63a3b965a9e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 210 time: 0.0455766 May 12 11:45:22.075996 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.35', 52938) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:22.308120 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534da58-7f16-4843-b6af-43ee0858555a req-25336aab-a68a-4dde-98b5-90a243b46afb tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:22.328699 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0534da58-7f16-4843-b6af-43ee0858555a req-25336aab-a68a-4dde-98b5-90a243b46afb tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 944 time: 0.1315405 May 12 11:45:22.463953 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.35', 52939) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:22.524340 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59454) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:22.531790 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0aed627b-958b-4be2-b987-f432511c1a56 req-4c1aead6-654d-459e-9bac-2806a622896d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 210 time: 0.0924137 May 12 11:45:22.573499 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-23f77f93-3ce3-45fc-a3d7-159b58ade964 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:22.576377 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-23f77f93-3ce3-45fc-a3d7-159b58ade964 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 816 time: 0.3049057 May 12 11:45:22.643160 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0534da58-7f16-4843-b6af-43ee0858555a req-a5989526-2331-494a-b9cb-e2f7c71b5691 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083515 May 12 11:45:22.704697 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-a4f86d1a-4547-482d-a0c4-306e198bd4c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc65b9e9da164ab18dd3d095d45961a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604378 May 12 11:45:22.713038 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59462) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:22.715714 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0 req-a4dd9617-b196-493c-9987-4a5342d101a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:22.729234 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-bf3a12b5-1267-4007-8cc8-bbfbf5008cca tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079cb1c02174440091d4c5bcbc27bdc5 HTTP/1.1" status: 200 len: 379 time: 0.1383905 May 12 11:45:22.730259 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0 req-a4dd9617-b196-493c-9987-4a5342d101a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6ae6c482-e56f-46d6-ac05-4ad378b6fe26 HTTP/1.1" status: 200 len: 912 time: 0.6710925 May 12 11:45:22.789438 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-f02815eb-105b-4834-8f8b-6a56e28da73e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:22.790907 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-f02815eb-105b-4834-8f8b-6a56e28da73e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 818 time: 0.3254528 May 12 11:45:22.805813 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8b282a60-dcd3-4dfa-8fbd-20b36bc937a3 admin admin] Publish callbacks [] for security_group (c4dec73d-8a60-49fa-8df7-10d49c0c3f40), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:22.850903 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'port': {'device_id': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'admin_state_up': True, 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'security_groups': ['032c99fa-8fd7-4c57-9e04-4ae86b3e17ca']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:22.851129 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Request body: {'port': {'device_id': '337fca44-29a2-43fd-bc5f-092ad95c83f8', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'admin_state_up': True, 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:22.994448 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-22f0d966-247d-4c9e-9e40-ff0e823509bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:23.023704 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Made reservation on behalf of 079cb1c02174440091d4c5bcbc27bdc5 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:23.027642 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:23.091164 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cdbc002d-7b4c-4c4c-a7e5-e26c71cd8fa9 req-985e955b-515a-47d2-b9d8-13bc2e9ab677 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 210 time: 0.0399537 May 12 11:45:23.127459 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0 req-818a02df-009f-4a92-9135-b7f223ab2af1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c309744-6140-4aca-b512-8fb1c111f618 HTTP/1.1" status: 200 len: 217 time: 0.3040819 May 12 11:45:23.129168 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8b282a60-dcd3-4dfa-8fbd-20b36bc937a3 admin admin] Publish callbacks [] for security_group (c4dec73d-8a60-49fa-8df7-10d49c0c3f40), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:23.173976 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 7c309744-6140-4aca-b512-8fb1c111f618 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:45:23.296839 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0 req-bc78d11d-4037-489f-8803-0267d6631cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:23.298894 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0 req-bc78d11d-4037-489f-8803-0267d6631cd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=764e836e-2903-4e28-8540-cb11de9d23be HTTP/1.1" status: 200 len: 851 time: 0.0980716 May 12 11:45:23.320886 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Allocated IP 172.20.0.4 (eff33054-22ac-4705-93a5-40677c07e79b/c4ece216-eb88-4775-8177-f614bc6d8908/d3632d97-f0ea-41b4-9003-a50ffebf91df) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:45:23.377281 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8b282a60-dcd3-4dfa-8fbd-20b36bc937a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (c4dec73d-8a60-49fa-8df7-10d49c0c3f40), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:23.379840 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8b282a60-dcd3-4dfa-8fbd-20b36bc937a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:23.385038 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-8b282a60-dcd3-4dfa-8fbd-20b36bc937a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4dec73d-8a60-49fa-8df7-10d49c0c3f40 HTTP/1.1" status: 204 len: 168 time: 0.6691818 May 12 11:45:23.386863 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.35', 52947) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:23.419592 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b282a60-dcd3-4dfa-8fbd-20b36bc937a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dec73d-8a60-49fa-8df7-10d49c0c3f40,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:23.427153 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0 req-73dadde0-f02e-4c76-982a-14af5c6d796c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6ae6c482-e56f-46d6-ac05-4ad378b6fe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157017 May 12 11:45:23.481602 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 7c309744-6140-4aca-b512-8fb1c111f618, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7c309744-6140-4aca-b512-8fb1c111f618,segment=NetworkSegment(3a93ac7e-f129-45c0-8e4e-c216bf3f25f4),segment_id=3a93ac7e-f129-45c0-8e4e-c216bf3f25f4)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:23.500416 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Made reservation on behalf of dd154e9ddff14089b8fc96ba030e5669 for: {'port': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:23.511302 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:23.515126 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '7c309744-6140-4aca-b512-8fb1c111f618', 'network_id': '6ae6c482-e56f-46d6-ac05-4ad378b6fe26', 'port_id': '7c309744-6140-4aca-b512-8fb1c111f618', 'mac_address': 'fa:16:3e:dd:60:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764e836e-2903-4e28-8540-cb11de9d23be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:45:23.813118 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f02fbab9-c42f-4288-85b3-34365ce8a561 req-7602cb5d-903e-42c7-8663-a90812e2ad1b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 210 time: 0.1290967 May 12 11:45:23.848479 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0 req-3139bcf1-803d-442a-857a-f2f245f09228 service neutron] 10.222.0.35 "GET /v2.0/networks/6ae6c482-e56f-46d6-ac05-4ad378b6fe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109857 May 12 11:45:23.849224 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 7c309744-6140-4aca-b512-8fb1c111f618 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:23.849627 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7c309744-6140-4aca-b512-8fb1c111f618), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:23.893650 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c309744-6140-4aca-b512-8fb1c111f618 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:45:23.942668 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 7c309744-6140-4aca-b512-8fb1c111f618, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7c309744-6140-4aca-b512-8fb1c111f618,segment=NetworkSegment(3a93ac7e-f129-45c0-8e4e-c216bf3f25f4),segment_id=3a93ac7e-f129-45c0-8e4e-c216bf3f25f4)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:23.948101 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-99e18210-4e3e-4c60-afe0-6126d1ce1df5 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:23.951807 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-99e18210-4e3e-4c60-afe0-6126d1ce1df5 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 818 time: 0.5627530 May 12 11:45:23.956044 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (7c309744-6140-4aca-b512-8fb1c111f618), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:24.003412 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:24.017643 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Request body: {'port': {'device_id': '5be16749-99b5-4f22-b115-cccceb984ce2', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'admin_state_up': True, 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:24.047730 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=7c309744-6140-4aca-b512-8fb1c111f618,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:24.057966 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ff20-986d-4187-a949-669e79a0dace req-7ce24046-398b-402d-bafa-bbb11e58c73b tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:24.058517 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Allocated IP 172.20.0.6 (d9c73724-1128-42dd-9a6f-5e6f5ee490dc/44f871fd-8e31-4b5b-9820-56cbf3a8f969/17fde922-0d37-4159-bb44-fb31f42dc415) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:45:24.059477 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3542ff20-986d-4187-a949-669e79a0dace req-7ce24046-398b-402d-bafa-bbb11e58c73b tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 944 time: 0.2860415 May 12 11:45:24.094741 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d6d9f61-f729-41b7-ae14-6a1a37e3b6d0 req-46e13cbe-7bc1-4011-b82f-fc84194c7d67 service neutron] 10.222.0.35 "GET /v2.0/networks/6ae6c482-e56f-46d6-ac05-4ad378b6fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998775 May 12 11:45:24.202953 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3542ff20-986d-4187-a949-669e79a0dace req-01756836-2db8-45af-b92f-a12eddb5e765 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319380 May 12 11:45:24.283015 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['7c309744-6140-4aca-b512-8fb1c111f618'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:45:24.320971 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:24.328966 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Made reservation on behalf of dd154e9ddff14089b8fc96ba030e5669 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:24.334257 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:24.355875 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dede2f85-f90f-49ee-8c83-ac5a35dc0113 req-fac39ad7-252b-4bc8-a0a3-7fc6bc40a951 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 210 time: 0.0960867 May 12 11:45:24.380212 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for port (17fde922-0d37-4159-bb44-fb31f42dc415), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:24.470180 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:24.598529 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:24.640020 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:24.640020 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:45:24.687971 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event updated for resources: {'Port': ['ID=17fde922-0d37-4159-bb44-fb31f42dc415,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:24.763718 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:24.765624 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:24.788159 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-e2aed85e-b9ba-4737-9baf-b4899e6dacea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9423623 May 12 11:45:24.811753 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Request body: {'port': {'device_id': '337fca44-29a2-43fd-bc5f-092ad95c83f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:24.864769 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Network eff33054-22ac-4705-93a5-40677c07e79b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:24.878902 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:24.957771 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.024307 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Allocated IP 172.20.0.11 (d9c73724-1128-42dd-9a6f-5e6f5ee490dc/44f871fd-8e31-4b5b-9820-56cbf3a8f969/d8954dff-d153-4c3d-ad72-4aa8eef966c2) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:45:25.032977 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-b3d4295c-0328-4d1a-9753-fa0879402d2d None None] Provisioning complete for port 17fde922-0d37-4159-bb44-fb31f42dc415 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:25.033539 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b3d4295c-0328-4d1a-9753-fa0879402d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.045044 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:25.053883 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:45:25.117500 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d4b92748-9370-4b8f-965d-238b20c59719 req-4b092237-b3b9-406c-80e6-ae92eaa2fde0 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 210 time: 0.0650952 May 12 11:45:25.161961 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4295c-0328-4d1a-9753-fa0879402d2d None None] Port 17fde922-0d37-4159-bb44-fb31f42dc415 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:45:25.171248 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b5b1-d3c7-4f69-8b9d-4fdfd5746e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.178971 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 7c309744-6140-4aca-b512-8fb1c111f618 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:25.228331 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 7c309744-6140-4aca-b512-8fb1c111f618 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:45:25.243027 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 7c309744-6140-4aca-b512-8fb1c111f618 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:25.243876 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (7c309744-6140-4aca-b512-8fb1c111f618), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.254389 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:25.255199 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.316127 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-8236ea6b-8ff6-4744-ba54-f94caa5d1eba None None] Provisioning complete for port d3632d97-f0ea-41b4-9003-a50ffebf91df triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:25.316600 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8236ea6b-8ff6-4744-ba54-f94caa5d1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.325012 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-b63aac24-7575-43ca-bb1b-a90fa0f2c7bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4953582 May 12 11:45:25.357861 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551e0d5-91fa-43e8-b444-5d133883967b req-8b18032c-385a-4b0e-9e02-bf7c20853c15 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:25.361583 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a551e0d5-91fa-43e8-b444-5d133883967b req-8b18032c-385a-4b0e-9e02-bf7c20853c15 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 945 time: 0.0647473 May 12 11:45:25.367588 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Request body: {'port': {'device_id': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:25.372435 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-8236ea6b-8ff6-4744-ba54-f94caa5d1eba None None] Port d3632d97-f0ea-41b4-9003-a50ffebf91df cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:45:25.460372 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a551e0d5-91fa-43e8-b444-5d133883967b req-ea117952-ca7b-4868-98c5-4e2ab1997020 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918891 May 12 11:45:25.508071 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 7c309744-6140-4aca-b512-8fb1c111f618 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:25.508831 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7c309744-6140-4aca-b512-8fb1c111f618), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.546297 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed37963-294c-49b1-a66f-03e5cf54ec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c309744-6140-4aca-b512-8fb1c111f618'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:25.612006 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac76362-3ac8-4ce9-9db6-eb4ebd7cb125 req-5f1150db-86f3-4143-b544-ae70f622ffcc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:25.613559 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9ac76362-3ac8-4ce9-9db6-eb4ebd7cb125 req-5f1150db-86f3-4143-b544-ae70f622ffcc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 931 time: 0.1242630 May 12 11:45:25.624685 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 7c309744-6140-4aca-b512-8fb1c111f618, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7c309744-6140-4aca-b512-8fb1c111f618,segment=NetworkSegment(3a93ac7e-f129-45c0-8e4e-c216bf3f25f4),segment_id=3a93ac7e-f129-45c0-8e4e-c216bf3f25f4)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:25.632872 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (7c309744-6140-4aca-b512-8fb1c111f618), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.700457 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.710063 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=7c309744-6140-4aca-b512-8fb1c111f618,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:25.738663 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9ac76362-3ac8-4ce9-9db6-eb4ebd7cb125 req-c87e1a02-b0c8-4f65-8d1c-63871b87da51 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130607 May 12 11:45:25.741489 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.808068 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f814a56-a97f-42be-b788-5698eb082372" -d '{"events": [{"server_uuid": "2ed37963-294c-49b1-a66f-03e5cf54ec97", "name": "network-vif-plugged", "status": "completed", "tag": "7c309744-6140-4aca-b512-8fb1c111f618"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:25.850181 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:25.899486 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event updated for resources: {'Port': ['ID=d8954dff-d153-4c3d-ad72-4aa8eef966c2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:26.011513 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:26.018715 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:26.027322 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:45:26.084148 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:26.160280 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fde922-0d37-4159-bb44-fb31f42dc415 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:45:26.189679 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Publish callbacks [] for port (17fde922-0d37-4159-bb44-fb31f42dc415), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:26.217275 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Transition to ACTIVE for port object 17fde922-0d37-4159-bb44-fb31f42dc415 will not be triggered until provisioned by entity L2. {{(pid=109896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:45:26.230985 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:26.250373 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:26.252152 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:26.276984 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf474b1-83e1-4afc-bec2-8c50e347bcfd x-openstack-request-id: req-4bf474b1-83e1-4afc-bec2-8c50e347bcfd {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:26.277530 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed37963-294c-49b1-a66f-03e5cf54ec97", "name": "network-vif-plugged", "status": "completed", "tag": "7c309744-6140-4aca-b512-8fb1c111f618", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:26.277607 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bf474b1-83e1-4afc-bec2-8c50e347bcfd {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:26.278198 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf474b1-83e1-4afc-bec2-8c50e347bcfd'] response: {'server_uuid': '2ed37963-294c-49b1-a66f-03e5cf54ec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c309744-6140-4aca-b512-8fb1c111f618', 'code': 200} May 12 11:45:26.304473 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-a5767ac0-0ef0-4ec5-8122-f5d0ea32e070 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2968955 May 12 11:45:26.312586 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:26.351583 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Request body: {'port': {'device_id': '5be16749-99b5-4f22-b115-cccceb984ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:26.370363 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Pushing event updated for resources: {'Port': ['ID=17fde922-0d37-4159-bb44-fb31f42dc415,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:26.414297 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa612d-2af4-4c53-bcf4-0bf7da569514 req-e5e06c40-1528-44c4-968f-e43f78985deb tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:26.419850 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-b41aaab2-93b5-4c9e-a38d-3af6119a72c4 None None] Provisioning complete for port d8954dff-d153-4c3d-ad72-4aa8eef966c2 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:26.421833 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b41aaab2-93b5-4c9e-a38d-3af6119a72c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:26.426394 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-49aa612d-2af4-4c53-bcf4-0bf7da569514 req-e5e06c40-1528-44c4-968f-e43f78985deb tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 932 time: 0.1625006 May 12 11:45:26.468129 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-b41aaab2-93b5-4c9e-a38d-3af6119a72c4 None None] Port d8954dff-d153-4c3d-ad72-4aa8eef966c2 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:45:26.534578 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Attempting to bind port 17fde922-0d37-4159-bb44-fb31f42dc415 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:45:26.536243 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Attempting to bind port 17fde922-0d37-4159-bb44-fb31f42dc415 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:45:26.536588 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Attempting to bind port 17fde922-0d37-4159-bb44-fb31f42dc415 on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:26.547683 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Port 17fde922-0d37-4159-bb44-fb31f42dc415 on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:45:26.548077 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Attempting to bind port 17fde922-0d37-4159-bb44-fb31f42dc415 on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:26.554114 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:45:26.554254 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Checking segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:26.554592 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Bound using segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:45:26.555028 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Bound port: 17fde922-0d37-4159-bb44-fb31f42dc415, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:45:26.558955 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:26.612922 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3632d97-f0ea-41b4-9003-a50ffebf91df {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:45:26.634198 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Publish callbacks [] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:26.680912 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Transition to ACTIVE for port object d3632d97-f0ea-41b4-9003-a50ffebf91df will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:45:26.705849 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:26.774805 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:26.866262 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-49aa612d-2af4-4c53-bcf4-0bf7da569514 req-8bae90e5-4f4f-42ec-87f5-7dbf1136ce05 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329336 May 12 11:45:26.875543 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Pushing event updated for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:26.900952 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85119f25-5fe9-4d4f-808d-4efcd0a70d88 req-2da683ec-78ad-44c0-94e1-75dfa5c533e7 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:26.902567 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-85119f25-5fe9-4d4f-808d-4efcd0a70d88 req-2da683ec-78ad-44c0-94e1-75dfa5c533e7 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 946 time: 0.2366915 May 12 11:45:26.905992 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1b911-e550-45b8-b3d8-a514eddab384 req-83ed6d42-8017-4cea-8cf2-b8a203c5af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:26.907490 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-84a1b911-e550-45b8-b3d8-a514eddab384 req-83ed6d42-8017-4cea-8cf2-b8a203c5af46 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 1130 time: 0.2403967 May 12 11:45:26.919015 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] For port 17fde922-0d37-4159-bb44-fb31f42dc415, host hv-cinder-80473, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:45:27.022443 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-84a1b911-e550-45b8-b3d8-a514eddab384 req-6a77b408-fabf-44ef-b2b1-a89cc06a4913 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:27.030166 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] For port 17fde922-0d37-4159-bb44-fb31f42dc415, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=17fde922-0d37-4159-bb44-fb31f42dc415,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:45:27.065652 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:27.117952 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:27.118917 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:27.121162 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] 10.222.0.35 "PUT /v2.0/ports/17fde922-0d37-4159-bb44-fb31f42dc415 HTTP/1.1" status: 200 len: 1093 time: 2.3170524 May 12 11:45:27.127682 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337fca44-29a2-43fd-bc5f-092ad95c83f8', 'tag': '17fde922-0d37-4159-bb44-fb31f42dc415'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:27.130503 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132007ae-36e7-417d-9a47-6b95d7e43bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "337fca44-29a2-43fd-bc5f-092ad95c83f8", "tag": "17fde922-0d37-4159-bb44-fb31f42dc415"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:27.167350 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-85119f25-5fe9-4d4f-808d-4efcd0a70d88 req-2814e47c-d5d3-4359-afb8-f3d221dcf232 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331367 May 12 11:45:27.213440 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41572fe2-78de-4113-955b-9fa2cdf789b9 req-28928226-6390-473c-b4f4-7a040e8bd581 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:27.220995 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-41572fe2-78de-4113-955b-9fa2cdf789b9 req-28928226-6390-473c-b4f4-7a040e8bd581 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.1743340 May 12 11:45:27.265471 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e459-5201-4082-9d07-89e51adb890b service neutron] Pushing event updated for resources: {'Port': ['ID=17fde922-0d37-4159-bb44-fb31f42dc415,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:27.283733 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-aa643c7b-7c2d-42b5-b7bf-17db9faf1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:27.285619 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-aa643c7b-7c2d-42b5-b7bf-17db9faf1deb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 1127 time: 0.0904927 May 12 11:45:27.313471 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9916a82-424c-4c7a-baef-172a1214acc2 x-openstack-request-id: req-b9916a82-424c-4c7a-baef-172a1214acc2 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:27.313899 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337fca44-29a2-43fd-bc5f-092ad95c83f8", "tag": "17fde922-0d37-4159-bb44-fb31f42dc415", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:27.314265 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9916a82-424c-4c7a-baef-172a1214acc2 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:27.314800 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9916a82-424c-4c7a-baef-172a1214acc2'] response: {'name': 'network-changed', 'server_uuid': '337fca44-29a2-43fd-bc5f-092ad95c83f8', 'tag': '17fde922-0d37-4159-bb44-fb31f42dc415', 'status': 'completed', 'code': 200} May 12 11:45:27.360951 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Attempting to bind port d3632d97-f0ea-41b4-9003-a50ffebf91df on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:45:27.362753 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Attempting to bind port d3632d97-f0ea-41b4-9003-a50ffebf91df by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:45:27.363163 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Attempting to bind port d3632d97-f0ea-41b4-9003-a50ffebf91df on network eff33054-22ac-4705-93a5-40677c07e79b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:27.424770 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-353f9a14-469e-4ff8-8725-230d07d7de63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fde922-0d37-4159-bb44-fb31f42dc415 HTTP/1.1" status: 200 len: 217 time: 0.1230707 May 12 11:45:27.427192 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-84a1b911-e550-45b8-b3d8-a514eddab384 req-6a77b408-fabf-44ef-b2b1-a89cc06a4913 service neutron] Publish callbacks [] for security_group (bd1a824e-9dbf-41b1-a952-8c101d31e4c9), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:27.463358 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-84a1b911-e550-45b8-b3d8-a514eddab384 req-6a77b408-fabf-44ef-b2b1-a89cc06a4913 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (bd1a824e-9dbf-41b1-a952-8c101d31e4c9), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:27.507888 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Port d3632d97-f0ea-41b4-9003-a50ffebf91df on network eff33054-22ac-4705-93a5-40677c07e79b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:45:27.508207 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Attempting to bind port d3632d97-f0ea-41b4-9003-a50ffebf91df on network eff33054-22ac-4705-93a5-40677c07e79b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:27.529542 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59672) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:27.556940 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:45:27.557334 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Checking segment: {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:27.557914 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Bound using segment: {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:45:27.558447 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Bound port: d3632d97-f0ea-41b4-9003-a50ffebf91df, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:45:27.558730 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:27.607094 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-84a1b911-e550-45b8-b3d8-a514eddab384 req-6a77b408-fabf-44ef-b2b1-a89cc06a4913 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743915 May 12 11:45:27.611763 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-9deeeb83-179c-4c1b-808e-5d088747eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:27.613381 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-9deeeb83-179c-4c1b-808e-5d088747eb85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.1826708 May 12 11:45:27.614663 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b408-fabf-44ef-b2b1-a89cc06a4913 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1a824e-9dbf-41b1-a952-8c101d31e4c9,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:27.624392 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-41572fe2-78de-4113-955b-9fa2cdf789b9 req-c5a0049a-9ab1-4858-83e7-9c1309217815 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4023836 May 12 11:45:27.669202 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:27.761177 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:45:27.769867 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:45:27.843615 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59684) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:27.916016 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-261a023d-5f58-4492-ac4a-b8c576f372f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:27.941043 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:27.964349 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588296f3-d5ca-4ff1-b44e-30cbc1390d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.008037 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:28.008510 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.009932 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] 10.222.0.35 "PUT /v2.0/ports/d3632d97-f0ea-41b4-9003-a50ffebf91df HTTP/1.1" status: 200 len: 1093 time: 2.6703241 May 12 11:45:28.010381 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:28.013732 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-dcacbce2-75a8-4d5d-ac19-6a256c34f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:28.015797 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-dcacbce2-75a8-4d5d-ac19-6a256c34f387 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1147752 May 12 11:45:28.057287 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4e41-cba4-400e-bd4a-ed2ef2ebd219 req-11a20218-1ace-40aa-a3fb-7e5b6189f9ea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:28.059273 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cacd4e41-cba4-400e-bd4a-ed2ef2ebd219 req-11a20218-1ace-40aa-a3fb-7e5b6189f9ea tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 932 time: 0.1103497 May 12 11:45:28.112786 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8954dff-d153-4c3d-ad72-4aa8eef966c2 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:45:28.122946 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dcf05-9250-4d0f-8578-92bb75259613 service neutron] Pushing event updated for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:28.128598 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Publish callbacks [] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.153482 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Transition to ACTIVE for port object d8954dff-d153-4c3d-ad72-4aa8eef966c2 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:45:28.168224 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.212908 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:28.213967 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-261a023d-5f58-4492-ac4a-b8c576f372f7 admin admin] Publish callbacks [] for security_group (4c138880-c138-4ce6-859a-1fe06b502b35), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.227213 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-261a023d-5f58-4492-ac4a-b8c576f372f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (4c138880-c138-4ce6-859a-1fe06b502b35), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.240867 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588296f3-d5ca-4ff1-b44e-30cbc1390d48 admin admin] Publish callbacks [] for security_group (a7db9e09-8af3-499f-956c-a2ecccf81d0a), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.264025 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588296f3-d5ca-4ff1-b44e-30cbc1390d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a7db9e09-8af3-499f-956c-a2ecccf81d0a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.312146 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cacd4e41-cba4-400e-bd4a-ed2ef2ebd219 req-3d2c68a3-2a80-4d90-accb-b596d7da1b68 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381597 May 12 11:45:28.330780 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Pushing event updated for resources: {'Port': ['ID=d8954dff-d153-4c3d-ad72-4aa8eef966c2,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:28.340140 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588296f3-d5ca-4ff1-b44e-30cbc1390d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7db9e09-8af3-499f-956c-a2ecccf81d0a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:28.358677 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a023d-5f58-4492-ac4a-b8c576f372f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c138880-c138-4ce6-859a-1fe06b502b35,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:28.372838 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-261a023d-5f58-4492-ac4a-b8c576f372f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01f409b35a0547f0a4e29e4017ade9c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5281768 May 12 11:45:28.404606 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59708) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:28.473922 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-b8e989f3-c36f-4967-9958-7a9b0e56ef4d service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930776 May 12 11:45:28.488634 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406e9c87-59f7-4394-8b7a-5e389f33ecc4 x-openstack-request-id: req-406e9c87-59f7-4394-8b7a-5e389f33ecc4 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:28.488910 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:28.489128 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-406e9c87-59f7-4394-8b7a-5e389f33ecc4 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:28.489808 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406e9c87-59f7-4394-8b7a-5e389f33ecc4'] response: {'name': 'network-changed', 'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'status': 'completed', 'code': 200} May 12 11:45:28.493938 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfdc4-c3c4-40da-87f1-fb5ccf858cdd admin admin] Publish callbacks [] for security_group (4c138880-c138-4ce6-859a-1fe06b502b35), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.526077 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-588296f3-d5ca-4ff1-b44e-30cbc1390d48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=761b150df54d48fe8b96f7233cecaab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9909575 May 12 11:45:28.531563 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59710) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:28.538242 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ff6f-a25d-4eb2-96e8-c4579e875f1e req-0b0f5ca5-517d-480c-a95e-a055de351c42 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:28.539690 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9932ff6f-a25d-4eb2-96e8-c4579e875f1e req-0b0f5ca5-517d-480c-a95e-a055de351c42 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 946 time: 0.2057796 May 12 11:45:28.560403 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfdc4-c3c4-40da-87f1-fb5ccf858cdd admin admin] Publish callbacks [] for security_group (4c138880-c138-4ce6-859a-1fe06b502b35), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.571319 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-57d1d596-c586-4402-95da-6db35b923cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:28.573000 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-57d1d596-c586-4402-95da-6db35b923cb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 1127 time: 0.2163289 May 12 11:45:28.605352 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Attempting to bind port d8954dff-d153-4c3d-ad72-4aa8eef966c2 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:45:28.605691 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Attempting to bind port d8954dff-d153-4c3d-ad72-4aa8eef966c2 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:45:28.606048 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Attempting to bind port d8954dff-d153-4c3d-ad72-4aa8eef966c2 on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:28.674319 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-30212162-7bcf-4d3a-917b-fa0526a82156 admin admin] Publish callbacks [] for security_group (a7db9e09-8af3-499f-956c-a2ecccf81d0a), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.694695 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Port d8954dff-d153-4c3d-ad72-4aa8eef966c2 on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:45:28.695999 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Attempting to bind port d8954dff-d153-4c3d-ad72-4aa8eef966c2 on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:28.701336 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-39c7b48c-b8c1-4300-a767-ddc4da6b493d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df HTTP/1.1" status: 200 len: 217 time: 0.0971053 May 12 11:45:28.701507 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-526876ab-55c1-492e-a60c-b3309e01cb56 req-1db8cb29-c34c-4dd6-9664-ff5937d21a9a service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938832 May 12 11:45:28.718022 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-30212162-7bcf-4d3a-917b-fa0526a82156 admin admin] Publish callbacks [] for security_group (a7db9e09-8af3-499f-956c-a2ecccf81d0a), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.730360 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9932ff6f-a25d-4eb2-96e8-c4579e875f1e req-4f15d3bd-a242-4ca5-a38f-66635d9c2597 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694140 May 12 11:45:28.743905 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:45:28.744270 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Checking segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:28.744645 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Bound using segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:45:28.745091 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Bound port: d8954dff-d153-4c3d-ad72-4aa8eef966c2, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:45:28.745618 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.748175 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfdc4-c3c4-40da-87f1-fb5ccf858cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (4c138880-c138-4ce6-859a-1fe06b502b35), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.751539 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfdc4-c3c4-40da-87f1-fb5ccf858cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.763936 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-4b8cfdc4-c3c4-40da-87f1-fb5ccf858cdd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c138880-c138-4ce6-859a-1fe06b502b35 HTTP/1.1" status: 204 len: 168 time: 0.3491368 May 12 11:45:28.817229 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cfdc4-c3c4-40da-87f1-fb5ccf858cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c138880-c138-4ce6-859a-1fe06b502b35,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:28.849741 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-09d27932-647f-4b38-bc39-7f7b64e0b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:28.851756 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-09d27932-647f-4b38-bc39-7f7b64e0b43f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.1194186 May 12 11:45:28.854306 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2308e-c9ff-42e1-a514-cd127efeb0f5 req-1ca4e5f0-0f07-4f33-87e6-14a8e6d4e890 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:28.857537 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cda2308e-c9ff-42e1-a514-cd127efeb0f5 req-1ca4e5f0-0f07-4f33-87e6-14a8e6d4e890 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.1305668 May 12 11:45:28.901190 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] For port d8954dff-d153-4c3d-ad72-4aa8eef966c2, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:45:28.907206 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] For port d8954dff-d153-4c3d-ad72-4aa8eef966c2, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d8954dff-d153-4c3d-ad72-4aa8eef966c2,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:45:28.911239 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-30212162-7bcf-4d3a-917b-fa0526a82156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a7db9e09-8af3-499f-956c-a2ecccf81d0a), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.914291 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-30212162-7bcf-4d3a-917b-fa0526a82156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.915914 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-30212162-7bcf-4d3a-917b-fa0526a82156 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7db9e09-8af3-499f-956c-a2ecccf81d0a HTTP/1.1" status: 204 len: 168 time: 0.3834374 May 12 11:45:28.923800 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.942724 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:28.943721 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:28.945244 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] 10.222.0.35 "PUT /v2.0/ports/d8954dff-d153-4c3d-ad72-4aa8eef966c2 HTTP/1.1" status: 200 len: 1094 time: 2.6018240 May 12 11:45:28.972783 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30212162-7bcf-4d3a-917b-fa0526a82156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7db9e09-8af3-499f-956c-a2ecccf81d0a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:29.000952 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cda2308e-c9ff-42e1-a514-cd127efeb0f5 req-844e4ad6-8900-492b-a00e-dde9e526fb75 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310527 May 12 11:45:29.010551 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f1ddb-b986-4650-b719-d81264582c4e service neutron] Pushing event updated for resources: {'Port': ['ID=d8954dff-d153-4c3d-ad72-4aa8eef966c2,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:29.149168 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:29.391589 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59750) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:29.409023 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-701570fc-7f5a-4c45-a26c-eea283f24619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:29.521863 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:45:29.533743 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b01c0-da50-4eaf-8412-7cbdaf626f10 req-a2994e67-d2b1-460c-a65d-3aa9414ce8e9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:29.535501 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9b7b01c0-da50-4eaf-8412-7cbdaf626f10 req-a2994e67-d2b1-460c-a65d-3aa9414ce8e9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 944 time: 0.1182511 May 12 11:45:29.590446 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-701570fc-7f5a-4c45-a26c-eea283f24619 admin admin] Publish callbacks [] for security_group (0eca172e-9a69-4902-b22f-434da2995f8b), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:29.596341 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-701570fc-7f5a-4c45-a26c-eea283f24619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0eca172e-9a69-4902-b22f-434da2995f8b), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:29.630176 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9b7b01c0-da50-4eaf-8412-7cbdaf626f10 req-74466eca-f840-4861-90c1-5647a49f4f40 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864465 May 12 11:45:29.649035 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701570fc-7f5a-4c45-a26c-eea283f24619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca172e-9a69-4902-b22f-434da2995f8b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:29.661258 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-701570fc-7f5a-4c45-a26c-eea283f24619 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee384273f4194b1a9e69be6acf90956e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683215 May 12 11:45:29.663858 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59760) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:29.774094 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-12a8b8d8-2395-470e-b836-19dc176eabb4 admin admin] Publish callbacks [] for security_group (0eca172e-9a69-4902-b22f-434da2995f8b), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:29.795021 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-508f06fb-6eb0-491c-9206-59e473334585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:29.797345 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-508f06fb-6eb0-491c-9206-59e473334585 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 1127 time: 0.1660762 May 12 11:45:29.814614 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-9dfe2273-90c8-4b78-b23d-3971c4caaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:29.816532 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-9dfe2273-90c8-4b78-b23d-3971c4caaa15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1324537 May 12 11:45:29.831526 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-12a8b8d8-2395-470e-b836-19dc176eabb4 admin admin] Publish callbacks [] for security_group (0eca172e-9a69-4902-b22f-434da2995f8b), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:29.907408 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0e3bb-092a-4f3b-bcc3-53f95999e7b8 req-c989d0f6-6e86-4668-bad9-5698b199c85f tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:29.908867 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-43b0e3bb-092a-4f3b-bcc3-53f95999e7b8 req-c989d0f6-6e86-4668-bad9-5698b199c85f tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 946 time: 0.0797012 May 12 11:45:29.939360 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-12a8b8d8-2395-470e-b836-19dc176eabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0eca172e-9a69-4902-b22f-434da2995f8b), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:29.942413 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-12a8b8d8-2395-470e-b836-19dc176eabb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:29.943820 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-12a8b8d8-2395-470e-b836-19dc176eabb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0eca172e-9a69-4902-b22f-434da2995f8b HTTP/1.1" status: 204 len: 168 time: 0.2781630 May 12 11:45:29.962107 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8b8d8-2395-470e-b836-19dc176eabb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca172e-9a69-4902-b22f-434da2995f8b,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:29.990126 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-43b0e3bb-092a-4f3b-bcc3-53f95999e7b8 req-07169729-65b6-443e-a345-df8f0ea3a177 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743599 May 12 11:45:30.127906 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faab44c-47d4-4166-b136-5f6a6e51abb7 req-b76cae98-47ef-4a0c-b7fc-26685380b2ac tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:30.129524 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0faab44c-47d4-4166-b136-5f6a6e51abb7 req-b76cae98-47ef-4a0c-b7fc-26685380b2ac tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0496159 May 12 11:45:30.225684 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-abd45699-c268-4822-8045-d808c5d2249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:30.227215 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-abd45699-c268-4822-8045-d808c5d2249f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 1128 time: 0.0761683 May 12 11:45:30.295133 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-9b720508-48ad-409d-8bed-84917ecdd1e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8954dff-d153-4c3d-ad72-4aa8eef966c2 HTTP/1.1" status: 200 len: 217 time: 0.0551095 May 12 11:45:30.349257 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-f30d6a40-daa4-4d1d-b39d-eef99eed352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:30.351091 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-f30d6a40-daa4-4d1d-b39d-eef99eed352b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.0505695 May 12 11:45:30.403191 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-0bfe382d-06e3-42d2-86d4-3a68daa237d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:30.404749 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-0bfe382d-06e3-42d2-86d4-3a68daa237d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.2438245 May 12 11:45:30.424144 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-aa360979-c317-4957-aad9-be03b863f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:30.426415 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-aa360979-c317-4957-aad9-be03b863f128 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0678391 May 12 11:45:30.493486 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be16749-99b5-4f22-b115-cccceb984ce2', 'tag': 'd8954dff-d153-4c3d-ad72-4aa8eef966c2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:30.496506 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0423e07-cac1-40ea-ae08-77f290126360" -d '{"events": [{"name": "network-changed", "server_uuid": "5be16749-99b5-4f22-b115-cccceb984ce2", "tag": "d8954dff-d153-4c3d-ad72-4aa8eef966c2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:30.525321 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-ac4a83b8-2f8d-4d38-9c26-7626fa68b771 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fde922-0d37-4159-bb44-fb31f42dc415 HTTP/1.1" status: 200 len: 217 time: 0.0928519 May 12 11:45:30.574046 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d165752-984b-4cff-9d33-c4893732f002 x-openstack-request-id: req-6d165752-984b-4cff-9d33-c4893732f002 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:30.574660 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be16749-99b5-4f22-b115-cccceb984ce2", "tag": "d8954dff-d153-4c3d-ad72-4aa8eef966c2", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:30.574660 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d165752-984b-4cff-9d33-c4893732f002 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:30.575042 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d165752-984b-4cff-9d33-c4893732f002'] response: {'name': 'network-changed', 'server_uuid': '5be16749-99b5-4f22-b115-cccceb984ce2', 'tag': 'd8954dff-d153-4c3d-ad72-4aa8eef966c2', 'status': 'completed', 'code': 200} May 12 11:45:30.649853 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0faab44c-47d4-4166-b136-5f6a6e51abb7 req-de533761-4eaf-41bf-84c7-dcdfc08ec7e8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4855697 May 12 11:45:30.697129 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-eeb45f91-b349-4871-959c-57038323a453 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468245 May 12 11:45:30.728556 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-f8f0e686-e088-4a4e-990a-6bf530934d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:30.730071 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-f8f0e686-e088-4a4e-990a-6bf530934d9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.1812794 May 12 11:45:30.747570 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-aa9fd3a8-2d31-4293-925f-770044df5faa service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087780 May 12 11:45:30.850097 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-3eee7e98-780d-4e31-81b5-d93d19139c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:30.851599 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-3eee7e98-780d-4e31-81b5-d93d19139c9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0946341 May 12 11:45:30.876684 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13f024-0558-4fed-9a4e-04c8ddd517b2 req-0b07531a-c740-4e1e-bff6-7d32097fe7e9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:30.878381 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4c13f024-0558-4fed-9a4e-04c8ddd517b2 req-0b07531a-c740-4e1e-bff6-7d32097fe7e9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 944 time: 0.0875649 May 12 11:45:30.972205 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4c13f024-0558-4fed-9a4e-04c8ddd517b2 req-0e6677ee-032f-4ffc-91a4-6d333833069b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827799 May 12 11:45:31.019072 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e61f9b61-7d74-488e-9458-1cfd26c50060 req-ac9c4a06-f3a8-4b3b-a2bc-5e03b416f144 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097401 May 12 11:45:31.087371 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-05f5e289-1ec4-4c32-a402-083438dedc79 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294910 May 12 11:45:31.145361 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-13f7aad5-ed29-4ccd-8343-5751d44ec191 req-1b791d55-9572-4799-a37e-de90f39441f1 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825114 May 12 11:45:31.188585 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead7f2b-5194-4737-86f3-8f4824719171 req-e6c8d966-06fa-4c2b-9177-f9334c18ef0e tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:31.190828 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6ead7f2b-5194-4737-86f3-8f4824719171 req-e6c8d966-06fa-4c2b-9177-f9334c18ef0e tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 946 time: 0.0797193 May 12 11:45:31.198649 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 17fde922-0d37-4159-bb44-fb31f42dc415 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:45:31.365061 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 17fde922-0d37-4159-bb44-fb31f42dc415, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=17fde922-0d37-4159-bb44-fb31f42dc415,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:31.378035 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '17fde922-0d37-4159-bb44-fb31f42dc415', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'port_id': '17fde922-0d37-4159-bb44-fb31f42dc415', 'mac_address': 'fa:16:3e:81:b9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:45:31.422723 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6ead7f2b-5194-4737-86f3-8f4824719171 req-b890c515-902c-4e25-aac9-2d625d4173b2 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236037 May 12 11:45:31.437154 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 17fde922-0d37-4159-bb44-fb31f42dc415 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:31.437961 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:31.460715 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fde922-0d37-4159-bb44-fb31f42dc415 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:45:31.483547 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 17fde922-0d37-4159-bb44-fb31f42dc415, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=17fde922-0d37-4159-bb44-fb31f42dc415,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:31.492891 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:31.560114 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=17fde922-0d37-4159-bb44-fb31f42dc415,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:31.807990 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6416d-e133-4432-9f41-9da3ee1f4f86 req-ec32a43d-7f1a-4632-9611-b050192457b4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:31.810321 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b6f6416d-e133-4432-9f41-9da3ee1f4f86 req-ec32a43d-7f1a-4632-9611-b050192457b4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0618646 May 12 11:45:31.887312 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b6f6416d-e133-4432-9f41-9da3ee1f4f86 req-808c09aa-2180-4ef1-9045-01499b4040d8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706489 May 12 11:45:32.113756 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2366e4-8b3e-415d-9f3a-cabdf27d34b3 req-1f6dd9eb-5101-4123-a343-f5673d3e995f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:32.115825 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d2366e4-8b3e-415d-9f3a-cabdf27d34b3 req-1f6dd9eb-5101-4123-a343-f5673d3e995f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 944 time: 0.0772583 May 12 11:45:32.209382 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d2366e4-8b3e-415d-9f3a-cabdf27d34b3 req-482931b7-c536-484d-b32b-227a3f97c8bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783067 May 12 11:45:32.739583 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59948) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:32.875948 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d95d0263-4583-4fe4-807b-1a985ceba98f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:32.954900 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d95d0263-4583-4fe4-807b-1a985ceba98f admin admin] Publish callbacks [] for security_group (937eeeaf-a6ac-4f66-8a4f-77a57cf0085a), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:32.959253 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d95d0263-4583-4fe4-807b-1a985ceba98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (937eeeaf-a6ac-4f66-8a4f-77a57cf0085a), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.024854 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-d95d0263-4583-4fe4-807b-1a985ceba98f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85d9c5fb951c41ebb6d89808067443e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841001 May 12 11:45:33.027483 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59962) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:33.030982 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d0263-4583-4fe4-807b-1a985ceba98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937eeeaf-a6ac-4f66-8a4f-77a57cf0085a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:33.041236 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53538f1-832f-4951-93c0-03e8174d8e3f req-62946df5-187b-48c7-aa63-6f4c4922458d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:33.042721 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a53538f1-832f-4951-93c0-03e8174d8e3f req-62946df5-187b-48c7-aa63-6f4c4922458d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0734553 May 12 11:45:33.078681 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e6aab1f-b33a-4d5d-9ca1-d3bc8f5230fb admin admin] Publish callbacks [] for security_group (937eeeaf-a6ac-4f66-8a4f-77a57cf0085a), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.088712 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a53538f1-832f-4951-93c0-03e8174d8e3f req-7036df82-84ad-4d30-8d1b-9b31be1bbaf3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398304 May 12 11:45:33.099544 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e6aab1f-b33a-4d5d-9ca1-d3bc8f5230fb admin admin] Publish callbacks [] for security_group (937eeeaf-a6ac-4f66-8a4f-77a57cf0085a), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.145879 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e6aab1f-b33a-4d5d-9ca1-d3bc8f5230fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (937eeeaf-a6ac-4f66-8a4f-77a57cf0085a), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.148395 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e6aab1f-b33a-4d5d-9ca1-d3bc8f5230fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.149522 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-8e6aab1f-b33a-4d5d-9ca1-d3bc8f5230fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/937eeeaf-a6ac-4f66-8a4f-77a57cf0085a HTTP/1.1" status: 204 len: 168 time: 0.1210415 May 12 11:45:33.157860 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aab1f-b33a-4d5d-9ca1-d3bc8f5230fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937eeeaf-a6ac-4f66-8a4f-77a57cf0085a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:33.349046 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1602f-00f9-462e-b3a8-c3e22df97a00 req-e6d84369-4e1e-4447-b86a-6def8bbbfa93 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:33.351161 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2dc1602f-00f9-462e-b3a8-c3e22df97a00 req-e6d84369-4e1e-4447-b86a-6def8bbbfa93 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 944 time: 0.0508287 May 12 11:45:33.400464 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2dc1602f-00f9-462e-b3a8-c3e22df97a00 req-1e340f4d-8e6b-4f7a-afed-77ee05b3df08 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433698 May 12 11:45:33.428920 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 59978) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:33.442396 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85dbe59e-f88e-4262-81ea-a474d3a8d0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.519950 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85dbe59e-f88e-4262-81ea-a474d3a8d0f4 admin admin] Publish callbacks [] for security_group (8c127860-fbaf-46dc-a16f-1cd952cd84da), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.523567 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85dbe59e-f88e-4262-81ea-a474d3a8d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (8c127860-fbaf-46dc-a16f-1cd952cd84da), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.561525 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-85dbe59e-f88e-4262-81ea-a474d3a8d0f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc3513fbfe9348e3a00166d8d9c246c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313767 May 12 11:45:33.562273 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbe59e-f88e-4262-81ea-a474d3a8d0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c127860-fbaf-46dc-a16f-1cd952cd84da,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:33.564061 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 59980) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:33.612236 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da88a29c-a629-4b22-a727-7c56fe738913 admin admin] Publish callbacks [] for security_group (8c127860-fbaf-46dc-a16f-1cd952cd84da), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.632656 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da88a29c-a629-4b22-a727-7c56fe738913 admin admin] Publish callbacks [] for security_group (8c127860-fbaf-46dc-a16f-1cd952cd84da), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.681166 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da88a29c-a629-4b22-a727-7c56fe738913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (8c127860-fbaf-46dc-a16f-1cd952cd84da), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.683682 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da88a29c-a629-4b22-a727-7c56fe738913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:33.684775 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-da88a29c-a629-4b22-a727-7c56fe738913 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c127860-fbaf-46dc-a16f-1cd952cd84da HTTP/1.1" status: 204 len: 168 time: 0.1197319 May 12 11:45:33.693651 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88a29c-a629-4b22-a727-7c56fe738913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c127860-fbaf-46dc-a16f-1cd952cd84da,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:34.205430 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484323a5-0c6a-4be9-8961-4f105d935653 req-92cc2a84-99e0-4e43-9260-d368fdda9662 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:34.207006 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-484323a5-0c6a-4be9-8961-4f105d935653 req-92cc2a84-99e0-4e43-9260-d368fdda9662 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0471165 May 12 11:45:34.258433 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-484323a5-0c6a-4be9-8961-4f105d935653 req-d6c0a62d-b8a2-426e-9cae-5da7abaed3b4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455117 May 12 11:45:34.350538 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['17fde922-0d37-4159-bb44-fb31f42dc415'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:45:34.519651 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bd688-1d8f-44f3-8d02-41602a1263f6 req-49497fb1-df15-4a8b-ae4f-3c94dbad8b6e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:34.521299 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3b5bd688-1d8f-44f3-8d02-41602a1263f6 req-49497fb1-df15-4a8b-ae4f-3c94dbad8b6e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 944 time: 0.0547721 May 12 11:45:34.586312 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3b5bd688-1d8f-44f3-8d02-41602a1263f6 req-4732c8be-bbcf-4dd4-b43e-bc3a577605aa tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580592 May 12 11:45:34.603049 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-26fc6966-fa37-4edb-bdcb-35acb7cda976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:34.604594 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-26fc6966-fa37-4edb-bdcb-35acb7cda976 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 1127 time: 0.0578663 May 12 11:45:34.674787 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-132007ae-36e7-417d-9a47-6b95d7e43bb2 req-ed645078-8fe2-4de6-830f-f48785a20d51 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036332 May 12 11:45:35.397438 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4d9dc-e09b-434b-be3c-fecb5170e61e req-530a6388-5259-4e02-90c2-2bf04871270f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:35.399375 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-70d4d9dc-e09b-434b-be3c-fecb5170e61e req-530a6388-5259-4e02-90c2-2bf04871270f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0679219 May 12 11:45:35.537532 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0423e07-cac1-40ea-ae08-77f290126360 req-a684d5cb-ddf8-46a0-8a5f-95d591dfc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:35.539795 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f0423e07-cac1-40ea-ae08-77f290126360 req-a684d5cb-ddf8-46a0-8a5f-95d591dfc402 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 1128 time: 0.0948405 May 12 11:45:35.541800 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-70d4d9dc-e09b-434b-be3c-fecb5170e61e req-0665b28c-a179-429c-886a-333ff3bc0c78 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336131 May 12 11:45:35.628124 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-57795fa4-cd57-4536-8d78-3aff2b7ba553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:35.630466 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-57795fa4-cd57-4536-8d78-3aff2b7ba553 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 917 time: 0.1681778 May 12 11:45:35.653628 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0423e07-cac1-40ea-ae08-77f290126360 req-ce282c54-17d9-4967-bf62-6be9d25ea2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:35.655172 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f0423e07-cac1-40ea-ae08-77f290126360 req-ce282c54-17d9-4967-bf62-6be9d25ea2dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.1046028 May 12 11:45:35.691447 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-06460048-957f-4aaf-9765-44f9d4b104c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df HTTP/1.1" status: 200 len: 217 time: 0.0532668 May 12 11:45:35.712182 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f0423e07-cac1-40ea-ae08-77f290126360 req-79f2d697-2f50-41d7-9a3f-6732bdb255af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8954dff-d153-4c3d-ad72-4aa8eef966c2 HTTP/1.1" status: 200 len: 217 time: 0.0473297 May 12 11:45:35.785998 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3b7d1-3d3c-41cc-8ab5-ba882a36d251 req-f163194b-f160-43f0-876f-c29a282a8b2a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:35.788802 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0423e07-cac1-40ea-ae08-77f290126360 req-d7d96360-39e1-48e5-be75-e8f6901c492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:35.790797 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f0423e07-cac1-40ea-ae08-77f290126360 req-d7d96360-39e1-48e5-be75-e8f6901c492f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.0672967 May 12 11:45:35.793119 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a9a3b7d1-3d3c-41cc-8ab5-ba882a36d251 req-f163194b-f160-43f0-876f-c29a282a8b2a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 944 time: 0.1052527 May 12 11:45:35.815552 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-865747a8-1eff-4619-8423-90822003ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:35.817258 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-865747a8-1eff-4619-8423-90822003ce5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.1084044 May 12 11:45:35.846870 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60096) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:35.865020 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0423e07-cac1-40ea-ae08-77f290126360 req-1090816b-09b6-4397-b0e3-9bcb7a8ca520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:35.870778 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f0423e07-cac1-40ea-ae08-77f290126360 req-1090816b-09b6-4397-b0e3-9bcb7a8ca520 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0709953 May 12 11:45:35.890521 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a9a3b7d1-3d3c-41cc-8ab5-ba882a36d251 req-c9e866c9-8e7e-444f-98cc-081106424ed5 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932779 May 12 11:45:35.890521 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-b85652dd-8329-4462-a50e-18fc64b250a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:35.890521 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-b85652dd-8329-4462-a50e-18fc64b250a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0661702 May 12 11:45:35.998830 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-53c42baf-2837-4b86-a2ca-298c787b6733 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971878 May 12 11:45:36.024335 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f0423e07-cac1-40ea-ae08-77f290126360 req-da45d528-62df-421d-a87e-9e2df7c56924 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492159 May 12 11:45:36.081460 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5335fb31-69ca-414d-b4a6-3f188e0bef98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.215407 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f0423e07-cac1-40ea-ae08-77f290126360 req-9cb6d339-871f-4982-baba-c557ad874410 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842723 May 12 11:45:36.261246 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d8954dff-d153-4c3d-ad72-4aa8eef966c2 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:45:36.268991 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5335fb31-69ca-414d-b4a6-3f188e0bef98 admin admin] Publish callbacks [] for security_group (4f128f73-326c-4fda-9b42-c8f5cd8af1c0), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.280443 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5335fb31-69ca-414d-b4a6-3f188e0bef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (4f128f73-326c-4fda-9b42-c8f5cd8af1c0), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.342007 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-5335fb31-69ca-414d-b4a6-3f188e0bef98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1425269db2445db96d0fbcd2dcafb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928684 May 12 11:45:36.342007 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335fb31-69ca-414d-b4a6-3f188e0bef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f128f73-326c-4fda-9b42-c8f5cd8af1c0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:36.348751 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60128) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:36.371411 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-270d76b4-ba55-43dc-ad0c-63e9e5dd7e1f req-96769b6e-42bb-4a25-bbf9-ea44b7b34877 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567910 May 12 11:45:36.384221 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 17fde922-0d37-4159-bb44-fb31f42dc415 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:36.426583 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3dbff315-4264-4fda-83c2-7c54ece2c88d admin admin] Publish callbacks [] for security_group (4f128f73-326c-4fda-9b42-c8f5cd8af1c0), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.459996 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3dbff315-4264-4fda-83c2-7c54ece2c88d admin admin] Publish callbacks [] for security_group (4f128f73-326c-4fda-9b42-c8f5cd8af1c0), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.464002 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d8954dff-d153-4c3d-ad72-4aa8eef966c2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d8954dff-d153-4c3d-ad72-4aa8eef966c2,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:36.469675 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 17fde922-0d37-4159-bb44-fb31f42dc415 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:45:36.482993 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 17fde922-0d37-4159-bb44-fb31f42dc415 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:36.483372 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.505979 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'd8954dff-d153-4c3d-ad72-4aa8eef966c2', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'port_id': 'd8954dff-d153-4c3d-ad72-4aa8eef966c2', 'mac_address': 'fa:16:3e:b8:16:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:45:36.521069 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3dbff315-4264-4fda-83c2-7c54ece2c88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (4f128f73-326c-4fda-9b42-c8f5cd8af1c0), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.523583 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3dbff315-4264-4fda-83c2-7c54ece2c88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.527207 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-3dbff315-4264-4fda-83c2-7c54ece2c88d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f128f73-326c-4fda-9b42-c8f5cd8af1c0 HTTP/1.1" status: 204 len: 168 time: 0.1746342 May 12 11:45:36.533864 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbff315-4264-4fda-83c2-7c54ece2c88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f128f73-326c-4fda-9b42-c8f5cd8af1c0,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:36.580106 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d8954dff-d153-4c3d-ad72-4aa8eef966c2 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:36.580819 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.596408 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8954dff-d153-4c3d-ad72-4aa8eef966c2 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:45:36.641455 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d8954dff-d153-4c3d-ad72-4aa8eef966c2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d8954dff-d153-4c3d-ad72-4aa8eef966c2,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:36.649001 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.649769 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d3632d97-f0ea-41b4-9003-a50ffebf91df details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:45:36.658706 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 17fde922-0d37-4159-bb44-fb31f42dc415 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:36.659082 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.741372 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127792f1-567f-4cd3-b538-e617bb91c44b req-2db6930c-8895-44eb-831d-1abe8ae77a02 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:36.752046 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337fca44-29a2-43fd-bc5f-092ad95c83f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fde922-0d37-4159-bb44-fb31f42dc415'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:36.752046 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1a35fc-4ebe-4252-be89-b718bb25074c" -d '{"events": [{"server_uuid": "337fca44-29a2-43fd-bc5f-092ad95c83f8", "name": "network-vif-plugged", "status": "completed", "tag": "17fde922-0d37-4159-bb44-fb31f42dc415"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:36.758655 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-127792f1-567f-4cd3-b538-e617bb91c44b req-2db6930c-8895-44eb-831d-1abe8ae77a02 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.1167097 May 12 11:45:36.765523 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d8954dff-d153-4c3d-ad72-4aa8eef966c2,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:36.805350 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 17fde922-0d37-4159-bb44-fb31f42dc415, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=17fde922-0d37-4159-bb44-fb31f42dc415,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:36.816094 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:36.866499 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1465862a-baa4-40e7-b178-ffbf96510157 x-openstack-request-id: req-1465862a-baa4-40e7-b178-ffbf96510157 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:36.867178 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337fca44-29a2-43fd-bc5f-092ad95c83f8", "name": "network-vif-plugged", "status": "completed", "tag": "17fde922-0d37-4159-bb44-fb31f42dc415", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:36.867613 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1465862a-baa4-40e7-b178-ffbf96510157 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:36.876989 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1465862a-baa4-40e7-b178-ffbf96510157'] response: {'server_uuid': '337fca44-29a2-43fd-bc5f-092ad95c83f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fde922-0d37-4159-bb44-fb31f42dc415', 'code': 200} May 12 11:45:36.881462 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-127792f1-567f-4cd3-b538-e617bb91c44b req-e1a1770e-caba-4f02-b0ab-253daa3cf69e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200840 May 12 11:45:36.912886 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:36.931520 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=17fde922-0d37-4159-bb44-fb31f42dc415,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:36.936415 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'port_id': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'mac_address': 'fa:16:3e:fa:c2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:45:36.993285 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d3632d97-f0ea-41b4-9003-a50ffebf91df is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:36.993899 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.022589 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3632d97-f0ea-41b4-9003-a50ffebf91df {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:45:37.032391 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60174) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:37.069050 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:37.075489 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2abab84-74fe-4877-b15f-dd20c3aa916d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.079601 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.101300 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df8f35-7fcb-4f6f-95f3-47c0aa4ca20a req-b3438bbc-0b8a-4630-89f9-a4ee4b4f7696 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:37.103018 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-60df8f35-7fcb-4f6f-95f3-47c0aa4ca20a req-b3438bbc-0b8a-4630-89f9-a4ee4b4f7696 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 945 time: 0.1185732 May 12 11:45:37.192447 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:37.205832 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-60df8f35-7fcb-4f6f-95f3-47c0aa4ca20a req-72315e9c-2bcc-438d-b815-4058ff3fee13 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823133 May 12 11:45:37.208112 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60180) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:37.238191 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2abab84-74fe-4877-b15f-dd20c3aa916d admin admin] Publish callbacks [] for security_group (a69a0fd5-3db9-4e87-87b1-0c392bd3296b), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.245323 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2abab84-74fe-4877-b15f-dd20c3aa916d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a69a0fd5-3db9-4e87-87b1-0c392bd3296b), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.292156 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b2abab84-74fe-4877-b15f-dd20c3aa916d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1868da96ae6b48a483c27c6288a41b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564833 May 12 11:45:37.292702 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abab84-74fe-4877-b15f-dd20c3aa916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69a0fd5-3db9-4e87-87b1-0c392bd3296b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:37.293278 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60184) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:37.357108 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b1867-640c-46a0-9e8a-5f85e29016f7 req-60790c2f-b9aa-41a3-9153-e9bfe4b9be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:37.359165 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cc2b1867-640c-46a0-9e8a-5f85e29016f7 req-60790c2f-b9aa-41a3-9153-e9bfe4b9be81 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 1129 time: 0.0648880 May 12 11:45:37.360154 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecad6ab2-ed70-4306-8c1e-ca0c9720d483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.401070 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec24c-d459-4db1-b3a4-4c9c808e4dae admin admin] Publish callbacks [] for security_group (a69a0fd5-3db9-4e87-87b1-0c392bd3296b), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.427455 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cc2b1867-640c-46a0-9e8a-5f85e29016f7 req-157fc485-cde0-489d-9637-b45c5eefab04 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610836 May 12 11:45:37.436927 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec24c-d459-4db1-b3a4-4c9c808e4dae admin admin] Publish callbacks [] for security_group (a69a0fd5-3db9-4e87-87b1-0c392bd3296b), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.459360 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60192) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:37.476112 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecad6ab2-ed70-4306-8c1e-ca0c9720d483 admin admin] Publish callbacks [] for security_group (e8fa6b6e-5544-4095-8879-3cc81eb14f68), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.481017 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecad6ab2-ed70-4306-8c1e-ca0c9720d483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (e8fa6b6e-5544-4095-8879-3cc81eb14f68), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.513781 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec24c-d459-4db1-b3a4-4c9c808e4dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a69a0fd5-3db9-4e87-87b1-0c392bd3296b), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.517991 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec24c-d459-4db1-b3a4-4c9c808e4dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.519904 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-9d7ec24c-d459-4db1-b3a4-4c9c808e4dae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a69a0fd5-3db9-4e87-87b1-0c392bd3296b HTTP/1.1" status: 204 len: 168 time: 0.2237754 May 12 11:45:37.536804 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad6ab2-ed70-4306-8c1e-ca0c9720d483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa6b6e-5544-4095-8879-3cc81eb14f68,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:37.537245 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ec24c-d459-4db1-b3a4-4c9c808e4dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69a0fd5-3db9-4e87-87b1-0c392bd3296b,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:37.550558 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-ecad6ab2-ed70-4306-8c1e-ca0c9720d483 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab30135321524961a1a39d7c64246d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412552 May 12 11:45:37.553401 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60198) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:37.584065 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['d8954dff-d153-4c3d-ad72-4aa8eef966c2'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:45:37.613027 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-22966250-640a-4f03-a036-ed2afc2fe1fc admin admin] Publish callbacks [] for security_group (e8fa6b6e-5544-4095-8879-3cc81eb14f68), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.653116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0b8c274a-13a5-48be-aa96-84d80726d86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.680379 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-22966250-640a-4f03-a036-ed2afc2fe1fc admin admin] Publish callbacks [] for security_group (e8fa6b6e-5544-4095-8879-3cc81eb14f68), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.704298 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['d3632d97-f0ea-41b4-9003-a50ffebf91df'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:45:37.798843 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0b8c274a-13a5-48be-aa96-84d80726d86e admin admin] Publish callbacks [] for security_group (2b2440ae-5a45-4649-a0fa-56fe015e16f5), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.800604 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-22966250-640a-4f03-a036-ed2afc2fe1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (e8fa6b6e-5544-4095-8879-3cc81eb14f68), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.804093 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-22966250-640a-4f03-a036-ed2afc2fe1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.805847 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-22966250-640a-4f03-a036-ed2afc2fe1fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8fa6b6e-5544-4095-8879-3cc81eb14f68 HTTP/1.1" status: 204 len: 168 time: 0.2513185 May 12 11:45:37.818546 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0b8c274a-13a5-48be-aa96-84d80726d86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (2b2440ae-5a45-4649-a0fa-56fe015e16f5), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:37.834705 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22966250-640a-4f03-a036-ed2afc2fe1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa6b6e-5544-4095-8879-3cc81eb14f68,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:37.845905 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60216) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:37.902406 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-0b8c274a-13a5-48be-aa96-84d80726d86e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03d06270fed4485ea61225f27d0a8819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394326 May 12 11:45:37.905663 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60220) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:37.942998 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c274a-13a5-48be-aa96-84d80726d86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2440ae-5a45-4649-a0fa-56fe015e16f5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:38.033100 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8174c28e-502b-4ac6-95b0-4f3029e82893 admin admin] Publish callbacks [] for security_group (2b2440ae-5a45-4649-a0fa-56fe015e16f5), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.103435 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8174c28e-502b-4ac6-95b0-4f3029e82893 admin admin] Publish callbacks [] for security_group (2b2440ae-5a45-4649-a0fa-56fe015e16f5), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.129278 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0e5ee-0bc6-4aef-b043-b42a4519f07b req-11d88c88-b0f3-4db3-a49c-25778e74ac8b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:38.139470 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-85e0e5ee-0bc6-4aef-b043-b42a4519f07b req-11d88c88-b0f3-4db3-a49c-25778e74ac8b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 944 time: 0.0929391 May 12 11:45:38.218029 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-85e0e5ee-0bc6-4aef-b043-b42a4519f07b req-2c5182a3-3f08-480a-93f9-732a31f5a18d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766876 May 12 11:45:38.240373 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8174c28e-502b-4ac6-95b0-4f3029e82893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (2b2440ae-5a45-4649-a0fa-56fe015e16f5), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.244871 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8174c28e-502b-4ac6-95b0-4f3029e82893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.248599 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-8174c28e-502b-4ac6-95b0-4f3029e82893 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b2440ae-5a45-4649-a0fa-56fe015e16f5 HTTP/1.1" status: 204 len: 168 time: 0.3401170 May 12 11:45:38.256823 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174c28e-502b-4ac6-95b0-4f3029e82893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2440ae-5a45-4649-a0fa-56fe015e16f5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:38.317631 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7083be5-932d-47fb-8176-715586754f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.362965 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cdefd-1c37-466a-9388-c6cd21690b39 req-c7a6b365-e677-4be2-9c2e-0b4214e234ec tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:38.365034 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fc4cdefd-1c37-466a-9388-c6cd21690b39 req-c7a6b365-e677-4be2-9c2e-0b4214e234ec tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 945 time: 0.0779047 May 12 11:45:38.381728 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60242) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:38.401314 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2404281-5f84-460d-ad24-105e5f600fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.442984 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fc4cdefd-1c37-466a-9388-c6cd21690b39 req-a79a7974-793f-403c-bc88-f57f62cd4855 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714016 May 12 11:45:38.479491 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7083be5-932d-47fb-8176-715586754f67 admin admin] Publish callbacks [] for security_group (78092773-3361-4989-9863-9bfc0110f741), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.489096 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7083be5-932d-47fb-8176-715586754f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (78092773-3361-4989-9863-9bfc0110f741), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.538396 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2404281-5f84-460d-ad24-105e5f600fb9 admin admin] Publish callbacks [] for security_group (0b041aa1-e222-41d2-8f66-176969834056), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.544661 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b7083be5-932d-47fb-8176-715586754f67 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08921ebf060447db9ea8618d0c795b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7006724 May 12 11:45:38.548512 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60246) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:38.550645 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2404281-5f84-460d-ad24-105e5f600fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0b041aa1-e222-41d2-8f66-176969834056), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.554129 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7083be5-932d-47fb-8176-715586754f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78092773-3361-4989-9863-9bfc0110f741,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:38.600950 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b2404281-5f84-460d-ad24-105e5f600fb9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7c1fff0e0c349fa822d8c53abfed278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178991 May 12 11:45:38.604138 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60248) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:38.612238 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2404281-5f84-460d-ad24-105e5f600fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b041aa1-e222-41d2-8f66-176969834056,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:38.647166 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9f31a53-75c2-49d8-ae53-d5ad57c88c71 admin admin] Publish callbacks [] for security_group (78092773-3361-4989-9863-9bfc0110f741), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.667091 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5d75-a29a-4fcd-ab7a-61e72e30ee3f admin admin] Publish callbacks [] for security_group (0b041aa1-e222-41d2-8f66-176969834056), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.675092 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9f31a53-75c2-49d8-ae53-d5ad57c88c71 admin admin] Publish callbacks [] for security_group (78092773-3361-4989-9863-9bfc0110f741), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.691284 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5d75-a29a-4fcd-ab7a-61e72e30ee3f admin admin] Publish callbacks [] for security_group (0b041aa1-e222-41d2-8f66-176969834056), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.739693 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9f31a53-75c2-49d8-ae53-d5ad57c88c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (78092773-3361-4989-9863-9bfc0110f741), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.742595 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9f31a53-75c2-49d8-ae53-d5ad57c88c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.747197 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-d9f31a53-75c2-49d8-ae53-d5ad57c88c71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78092773-3361-4989-9863-9bfc0110f741 HTTP/1.1" status: 204 len: 168 time: 0.1977193 May 12 11:45:38.748371 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5d75-a29a-4fcd-ab7a-61e72e30ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0b041aa1-e222-41d2-8f66-176969834056), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.751833 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5d75-a29a-4fcd-ab7a-61e72e30ee3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.755705 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-0d3e5d75-a29a-4fcd-ab7a-61e72e30ee3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b041aa1-e222-41d2-8f66-176969834056 HTTP/1.1" status: 204 len: 168 time: 0.1483724 May 12 11:45:38.759625 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f31a53-75c2-49d8-ae53-d5ad57c88c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78092773-3361-4989-9863-9bfc0110f741,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:38.763135 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e5d75-a29a-4fcd-ab7a-61e72e30ee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b041aa1-e222-41d2-8f66-176969834056,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:38.766976 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60258) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:38.784264 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-abcf29d2-2b29-41d7-8a1f-c5fa96bcaa57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.884514 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-abcf29d2-2b29-41d7-8a1f-c5fa96bcaa57 admin admin] Publish callbacks [] for security_group (b99f9038-e39f-4a6e-9fcd-903aba8b1100), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.890340 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-abcf29d2-2b29-41d7-8a1f-c5fa96bcaa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (b99f9038-e39f-4a6e-9fcd-903aba8b1100), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:38.927351 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf29d2-2b29-41d7-8a1f-c5fa96bcaa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99f9038-e39f-4a6e-9fcd-903aba8b1100,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:38.932018 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-abcf29d2-2b29-41d7-8a1f-c5fa96bcaa57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32aafb6ad99e452cadc80cc2b78f01f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638589 May 12 11:45:38.935941 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60264) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:38.989116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba855-41b5-4894-a04b-1a39f3213750 admin admin] Publish callbacks [] for security_group (b99f9038-e39f-4a6e-9fcd-903aba8b1100), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.013814 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba855-41b5-4894-a04b-1a39f3213750 admin admin] Publish callbacks [] for security_group (b99f9038-e39f-4a6e-9fcd-903aba8b1100), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.071674 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba855-41b5-4894-a04b-1a39f3213750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (b99f9038-e39f-4a6e-9fcd-903aba8b1100), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.076214 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba855-41b5-4894-a04b-1a39f3213750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.076214 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-5b0ba855-41b5-4894-a04b-1a39f3213750 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b99f9038-e39f-4a6e-9fcd-903aba8b1100 HTTP/1.1" status: 204 len: 168 time: 0.1388762 May 12 11:45:39.093580 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ba855-41b5-4894-a04b-1a39f3213750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99f9038-e39f-4a6e-9fcd-903aba8b1100,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:39.217945 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60284) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:39.236606 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7e41cb17-b82d-434e-97b8-dcce30f31b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.262522 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60292) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:39.291871 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44e9b661-14b4-4537-baa3-06bc4f51a7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.299815 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d8954dff-d153-4c3d-ad72-4aa8eef966c2 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:39.363873 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7e41cb17-b82d-434e-97b8-dcce30f31b04 admin admin] Publish callbacks [] for security_group (539b8e39-969d-4c75-8148-a5437363b06a), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.377601 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7e41cb17-b82d-434e-97b8-dcce30f31b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (539b8e39-969d-4c75-8148-a5437363b06a), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.392944 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port d8954dff-d153-4c3d-ad72-4aa8eef966c2 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:45:39.398117 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd71d9-4882-4647-a5b4-2f625532e906 req-3d8b48b1-247b-47a8-bfcc-ede48d94a1f5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:39.399990 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-66cd71d9-4882-4647-a5b4-2f625532e906 req-3d8b48b1-247b-47a8-bfcc-ede48d94a1f5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 944 time: 0.0672548 May 12 11:45:39.411426 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port d8954dff-d153-4c3d-ad72-4aa8eef966c2 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:39.411837 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.420040 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7e41cb17-b82d-434e-97b8-dcce30f31b04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0d8498f89b74d49a797f7fe0f1075fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010379 May 12 11:45:39.422432 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41cb17-b82d-434e-97b8-dcce30f31b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539b8e39-969d-4c75-8148-a5437363b06a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:39.424867 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60296) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:39.506667 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2d6e-cd55-4353-b87c-eb40dbc3c09b admin admin] Publish callbacks [] for security_group (539b8e39-969d-4c75-8148-a5437363b06a), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.519981 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-66cd71d9-4882-4647-a5b4-2f625532e906 req-d81cb378-455b-454c-b4e8-3a7564226b3b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117926 May 12 11:45:39.552867 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2d6e-cd55-4353-b87c-eb40dbc3c09b admin admin] Publish callbacks [] for security_group (539b8e39-969d-4c75-8148-a5437363b06a), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.592344 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44e9b661-14b4-4537-baa3-06bc4f51a7f6 admin admin] Publish callbacks [] for security_group (ddc3b6aa-c427-47c1-85d0-ad271517e131), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.594884 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d8954dff-d153-4c3d-ad72-4aa8eef966c2 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:39.595968 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.596618 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44e9b661-14b4-4537-baa3-06bc4f51a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (ddc3b6aa-c427-47c1-85d0-ad271517e131), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.632103 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830fee-e4c2-44dc-a363-d347e9dc9eec req-8faba05e-8719-4e64-ab3c-8b7c66e1714f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:39.633914 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-87830fee-e4c2-44dc-a363-d347e9dc9eec req-8faba05e-8719-4e64-ab3c-8b7c66e1714f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 945 time: 0.0649145 May 12 11:45:39.647458 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be16749-99b5-4f22-b115-cccceb984ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8954dff-d153-4c3d-ad72-4aa8eef966c2'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:39.653638 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2ac79b-30df-4b9f-8d27-f7b59e58cf24" -d '{"events": [{"server_uuid": "5be16749-99b5-4f22-b115-cccceb984ce2", "name": "network-vif-plugged", "status": "completed", "tag": "d8954dff-d153-4c3d-ad72-4aa8eef966c2"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:39.664132 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9b661-14b4-4537-baa3-06bc4f51a7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc3b6aa-c427-47c1-85d0-ad271517e131,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:39.692196 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d8954dff-d153-4c3d-ad72-4aa8eef966c2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d8954dff-d153-4c3d-ad72-4aa8eef966c2,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:39.696680 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-44e9b661-14b4-4537-baa3-06bc4f51a7f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=471f6c554d21447690b0ad55e63a0a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4316409 May 12 11:45:39.699723 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60306) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:39.703540 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.704781 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d3632d97-f0ea-41b4-9003-a50ffebf91df up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:39.709724 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2d6e-cd55-4353-b87c-eb40dbc3c09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (539b8e39-969d-4c75-8148-a5437363b06a), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.716982 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2d6e-cd55-4353-b87c-eb40dbc3c09b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.719085 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7f6a2d6e-cd55-4353-b87c-eb40dbc3c09b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/539b8e39-969d-4c75-8148-a5437363b06a HTTP/1.1" status: 204 len: 168 time: 0.2928653 May 12 11:45:39.748402 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a2d6e-cd55-4353-b87c-eb40dbc3c09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539b8e39-969d-4c75-8148-a5437363b06a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:39.782221 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-87830fee-e4c2-44dc-a363-d347e9dc9eec req-912a8314-d625-4eef-8369-47113e446f66 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417692 May 12 11:45:39.790031 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fce54e-1dda-46f4-aa2d-182398c7eb47 x-openstack-request-id: req-e0fce54e-1dda-46f4-aa2d-182398c7eb47 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:39.790567 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be16749-99b5-4f22-b115-cccceb984ce2", "name": "network-vif-plugged", "status": "completed", "tag": "d8954dff-d153-4c3d-ad72-4aa8eef966c2", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:39.790963 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0fce54e-1dda-46f4-aa2d-182398c7eb47 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:39.791515 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fce54e-1dda-46f4-aa2d-182398c7eb47'] response: {'server_uuid': '5be16749-99b5-4f22-b115-cccceb984ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8954dff-d153-4c3d-ad72-4aa8eef966c2', 'code': 200} May 12 11:45:39.793214 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69922b7c-5df6-4a51-a34e-53d1b052094a admin admin] Publish callbacks [] for security_group (ddc3b6aa-c427-47c1-85d0-ad271517e131), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.829113 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69922b7c-5df6-4a51-a34e-53d1b052094a admin admin] Publish callbacks [] for security_group (ddc3b6aa-c427-47c1-85d0-ad271517e131), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.864177 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d8954dff-d153-4c3d-ad72-4aa8eef966c2,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:39.871962 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port d3632d97-f0ea-41b4-9003-a50ffebf91df completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:45:39.882816 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port d3632d97-f0ea-41b4-9003-a50ffebf91df triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:39.883465 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.905877 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69922b7c-5df6-4a51-a34e-53d1b052094a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (ddc3b6aa-c427-47c1-85d0-ad271517e131), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.913909 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69922b7c-5df6-4a51-a34e-53d1b052094a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:39.918737 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-69922b7c-5df6-4a51-a34e-53d1b052094a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddc3b6aa-c427-47c1-85d0-ad271517e131 HTTP/1.1" status: 204 len: 168 time: 0.2153983 May 12 11:45:39.930338 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69922b7c-5df6-4a51-a34e-53d1b052094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc3b6aa-c427-47c1-85d0-ad271517e131,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:39.995489 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d3632d97-f0ea-41b4-9003-a50ffebf91df is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:39.995875 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:40.033844 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:40.039702 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:40.046114 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b639-cc4e-4b60-9651-4ec11a5f68a0 req-8606cfba-82fe-4b15-a552-fcaa8365b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:40.048188 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d8c5b639-cc4e-4b60-9651-4ec11a5f68a0 req-8606cfba-82fe-4b15-a552-fcaa8365b056 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 1130 time: 0.0507064 May 12 11:45:40.095763 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:40.102399 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d8c5b639-cc4e-4b60-9651-4ec11a5f68a0 req-4fd5ad5f-e34b-4ace-8240-045624520c63 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462246 May 12 11:45:40.129180 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60322) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:40.365371 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2833ba4e-5f49-4b6e-b38d-d148bd78c589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:40.456695 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2833ba4e-5f49-4b6e-b38d-d148bd78c589 admin admin] Publish callbacks [] for security_group (db633d6b-02f5-42b3-a64e-2ee2656808e2), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:40.461665 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2833ba4e-5f49-4b6e-b38d-d148bd78c589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (db633d6b-02f5-42b3-a64e-2ee2656808e2), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:40.500265 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-2833ba4e-5f49-4b6e-b38d-d148bd78c589 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e57de30ceabb4bcb9d7cc1d27fe77306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693650 May 12 11:45:40.502795 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60348) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:40.528711 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833ba4e-5f49-4b6e-b38d-d148bd78c589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db633d6b-02f5-42b3-a64e-2ee2656808e2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:40.574804 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57556d1f-3930-492e-8060-d0534a0795a3 admin admin] Publish callbacks [] for security_group (db633d6b-02f5-42b3-a64e-2ee2656808e2), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:40.605851 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57556d1f-3930-492e-8060-d0534a0795a3 admin admin] Publish callbacks [] for security_group (db633d6b-02f5-42b3-a64e-2ee2656808e2), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:40.668465 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d38ddf-517b-49e7-af95-3e80ed845d48 req-d39053d9-4c7b-4ee0-b30d-ceab9b1cb38d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:40.670365 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13d38ddf-517b-49e7-af95-3e80ed845d48 req-d39053d9-4c7b-4ee0-b30d-ceab9b1cb38d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0541451 May 12 11:45:40.671404 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57556d1f-3930-492e-8060-d0534a0795a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (db633d6b-02f5-42b3-a64e-2ee2656808e2), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:40.674161 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57556d1f-3930-492e-8060-d0534a0795a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:40.675452 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-57556d1f-3930-492e-8060-d0534a0795a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db633d6b-02f5-42b3-a64e-2ee2656808e2 HTTP/1.1" status: 204 len: 168 time: 0.1715038 May 12 11:45:40.686792 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57556d1f-3930-492e-8060-d0534a0795a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db633d6b-02f5-42b3-a64e-2ee2656808e2,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:40.744864 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13d38ddf-517b-49e7-af95-3e80ed845d48 req-567c6edc-7d7b-4264-ad97-b4983235ee18 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660639 May 12 11:45:40.905402 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb8120-84c0-4e33-a8a9-7de988975150 req-add1537c-c307-412d-8441-112266d59a6c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:40.907224 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-23eb8120-84c0-4e33-a8a9-7de988975150 req-add1537c-c307-412d-8441-112266d59a6c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0527956 May 12 11:45:40.957229 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-23eb8120-84c0-4e33-a8a9-7de988975150 req-692c757b-2f2b-4503-afb4-bcb36d57d3da tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 May 12 11:45:41.160874 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60382) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:41.175373 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-35ac63fd-5d79-4457-aee3-dd1f2bd4d118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:41.263858 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-35ac63fd-5d79-4457-aee3-dd1f2bd4d118 admin admin] Publish callbacks [] for security_group (9b25ea48-d619-489b-8472-c779720b6ea9), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:41.268823 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-35ac63fd-5d79-4457-aee3-dd1f2bd4d118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9b25ea48-d619-489b-8472-c779720b6ea9), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:41.309649 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60392) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:41.310252 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-35ac63fd-5d79-4457-aee3-dd1f2bd4d118 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05757c8877864894a19e46a615c2ba1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475310 May 12 11:45:41.318687 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac63fd-5d79-4457-aee3-dd1f2bd4d118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b25ea48-d619-489b-8472-c779720b6ea9,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:41.364073 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5fac9345-9015-4772-b18c-ebd989cbfb8e admin admin] Publish callbacks [] for security_group (9b25ea48-d619-489b-8472-c779720b6ea9), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:41.388567 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5fac9345-9015-4772-b18c-ebd989cbfb8e admin admin] Publish callbacks [] for security_group (9b25ea48-d619-489b-8472-c779720b6ea9), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:41.442785 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5fac9345-9015-4772-b18c-ebd989cbfb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9b25ea48-d619-489b-8472-c779720b6ea9), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:41.446207 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5fac9345-9015-4772-b18c-ebd989cbfb8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:41.447415 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-5fac9345-9015-4772-b18c-ebd989cbfb8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b25ea48-d619-489b-8472-c779720b6ea9 HTTP/1.1" status: 204 len: 168 time: 0.1357772 May 12 11:45:41.456951 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac9345-9015-4772-b18c-ebd989cbfb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b25ea48-d619-489b-8472-c779720b6ea9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:41.792878 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:41.799013 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05166b3b-c5b1-4c4c-9d65-46cd7af25473" -d '{"events": [{"server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "name": "network-vif-plugged", "status": "completed", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:41.862413 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457d6f6-f60a-4397-9d8e-80b0b49ab873 x-openstack-request-id: req-3457d6f6-f60a-4397-9d8e-80b0b49ab873 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:41.863184 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "name": "network-vif-plugged", "status": "completed", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:41.863598 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3457d6f6-f60a-4397-9d8e-80b0b49ab873 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:41.864311 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3457d6f6-f60a-4397-9d8e-80b0b49ab873'] response: {'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'code': 200} May 12 11:45:41.932859 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdfcc3-2fd7-4e66-af02-a12076de519d req-b4746465-d38b-4e4c-83f1-fd19dfdbacc4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:41.934568 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9bbdfcc3-2fd7-4e66-af02-a12076de519d req-b4746465-d38b-4e4c-83f1-fd19dfdbacc4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.1067922 May 12 11:45:42.002312 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9bbdfcc3-2fd7-4e66-af02-a12076de519d req-199fb8b6-50f3-4467-84f7-7f98bd7ce3dd tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618029 May 12 11:45:42.150297 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cbede-ab51-4e73-afc7-4f46e3b2c203 req-d5f42876-9ad4-4193-8ab9-7bbe4375b83a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:42.152080 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-964cbede-ab51-4e73-afc7-4f46e3b2c203 req-d5f42876-9ad4-4193-8ab9-7bbe4375b83a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0664551 May 12 11:45:42.239280 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-964cbede-ab51-4e73-afc7-4f46e3b2c203 req-e0c48923-d5c1-4c7c-92e2-b55c0f3a6711 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796921 May 12 11:45:42.251855 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c5e8-c1ac-4ebe-badc-f0add793adb6 req-51082024-16f3-465b-b43f-1baccc2c35da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:42.254402 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1d36c5e8-c1ac-4ebe-badc-f0add793adb6 req-51082024-16f3-465b-b43f-1baccc2c35da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 1129 time: 0.0722406 May 12 11:45:42.314529 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1d36c5e8-c1ac-4ebe-badc-f0add793adb6 req-37b15adf-bb93-478b-9f69-f29c3b9421f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524306 May 12 11:45:42.603493 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8d266-e99a-44e9-a685-e0ad1a7a03c5 req-6b0641a7-9db8-42dd-992d-a2bf8cd4da7f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:42.605001 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6ec8d266-e99a-44e9-a685-e0ad1a7a03c5 req-6b0641a7-9db8-42dd-992d-a2bf8cd4da7f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0550156 May 12 11:45:42.675524 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6ec8d266-e99a-44e9-a685-e0ad1a7a03c5 req-557073cd-92d1-4b07-9d45-3eb5880014cc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628238 May 12 11:45:43.145407 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fe3f4-592a-437a-843d-99c3c826db71 req-90820b36-b7ca-4a46-9e22-5905c3cefe33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:43.147587 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9f1fe3f4-592a-437a-843d-99c3c826db71 req-90820b36-b7ca-4a46-9e22-5905c3cefe33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0544319 May 12 11:45:43.200295 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9f1fe3f4-592a-437a-843d-99c3c826db71 req-245eca3e-acbb-4648-bd63-f0137c9c1ea4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433142 May 12 11:45:43.828376 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c5005-aa41-43d5-a822-b8c5192204de req-6aec4c52-a8dc-4b03-ab9b-a6d833383396 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:43.830841 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c62c5005-aa41-43d5-a822-b8c5192204de req-6aec4c52-a8dc-4b03-ab9b-a6d833383396 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0653460 May 12 11:45:43.837130 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60604) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:43.874121 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60612) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:43.908876 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c62c5005-aa41-43d5-a822-b8c5192204de req-ced0fec6-2ef5-466f-9a05-42bebc99a02c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614719 May 12 11:45:44.016231 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77e51c4a-28de-448b-9b68-e61a8bf7d098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.108159 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77e51c4a-28de-448b-9b68-e61a8bf7d098 admin admin] Publish callbacks [] for security_group (6ae6cc3c-01d9-49d8-852b-e7d6d453b16f), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.115340 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77e51c4a-28de-448b-9b68-e61a8bf7d098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (6ae6cc3c-01d9-49d8-852b-e7d6d453b16f), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.155354 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e51c4a-28de-448b-9b68-e61a8bf7d098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae6cc3c-01d9-49d8-852b-e7d6d453b16f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:44.159865 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-77e51c4a-28de-448b-9b68-e61a8bf7d098 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a73f008ce2c14f66b0a8e934c8e91330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211966 May 12 11:45:44.162478 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60638) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:44.195516 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c371f46-42a3-48b0-9fff-03ef9e3918d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.241429 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a26e472-2c6a-476d-9aba-fbeb65467491 admin admin] Publish callbacks [] for security_group (6ae6cc3c-01d9-49d8-852b-e7d6d453b16f), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.281587 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a26e472-2c6a-476d-9aba-fbeb65467491 admin admin] Publish callbacks [] for security_group (6ae6cc3c-01d9-49d8-852b-e7d6d453b16f), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.380061 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c371f46-42a3-48b0-9fff-03ef9e3918d1 admin admin] Publish callbacks [] for security_group (f4e46911-6d78-49fe-9324-1f8ef15c5015), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.382964 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-7ce34ae4-9856-481f-89a1-57568e6faa81 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=27c66c53d7c443749ee12d9c6478a8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529528 May 12 11:45:44.383368 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625a346-c661-4646-9539-eab416ca395c req-d5eda1c5-1b61-421a-894b-b33b599724ca tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:44.385090 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f625a346-c661-4646-9539-eab416ca395c req-d5eda1c5-1b61-421a-894b-b33b599724ca tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0538807 May 12 11:45:44.394978 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c371f46-42a3-48b0-9fff-03ef9e3918d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (f4e46911-6d78-49fe-9324-1f8ef15c5015), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.421518 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a26e472-2c6a-476d-9aba-fbeb65467491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (6ae6cc3c-01d9-49d8-852b-e7d6d453b16f), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.424344 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a26e472-2c6a-476d-9aba-fbeb65467491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.428089 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7a26e472-2c6a-476d-9aba-fbeb65467491 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ae6cc3c-01d9-49d8-852b-e7d6d453b16f HTTP/1.1" status: 204 len: 168 time: 0.2644246 May 12 11:45:44.441257 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26e472-2c6a-476d-9aba-fbeb65467491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae6cc3c-01d9-49d8-852b-e7d6d453b16f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:44.478130 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f625a346-c661-4646-9539-eab416ca395c req-33408c73-813a-452e-8ea1-229cff8e2b1f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712574 May 12 11:45:44.535145 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-64932e7e-4884-41fb-8c9d-8879809e7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:44.536910 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-64932e7e-4884-41fb-8c9d-8879809e7ccd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 1130 time: 0.0557179 May 12 11:45:44.566860 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-9c371f46-42a3-48b0-9fff-03ef9e3918d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b9c33e3ea1e4597864659adec24b7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6914227 May 12 11:45:44.569800 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60664) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:44.578376 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c371f46-42a3-48b0-9fff-03ef9e3918d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e46911-6d78-49fe-9324-1f8ef15c5015,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:44.633542 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-acee7d8d-6d2b-4d66-b010-9756dbb97b38 admin admin] Publish callbacks [] for security_group (f4e46911-6d78-49fe-9324-1f8ef15c5015), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.666972 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-acee7d8d-6d2b-4d66-b010-9756dbb97b38 admin admin] Publish callbacks [] for security_group (f4e46911-6d78-49fe-9324-1f8ef15c5015), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.728617 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-acee7d8d-6d2b-4d66-b010-9756dbb97b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (f4e46911-6d78-49fe-9324-1f8ef15c5015), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.731858 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-acee7d8d-6d2b-4d66-b010-9756dbb97b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:44.733635 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-acee7d8d-6d2b-4d66-b010-9756dbb97b38 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4e46911-6d78-49fe-9324-1f8ef15c5015 HTTP/1.1" status: 204 len: 168 time: 0.1627166 May 12 11:45:44.741781 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee7d8d-6d2b-4d66-b010-9756dbb97b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e46911-6d78-49fe-9324-1f8ef15c5015,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:44.742972 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-7ed0a4e1-32b4-4016-bbe2-0d933939ac15 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:44.744092 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60672) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:44.745299 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-7ed0a4e1-32b4-4016-bbe2-0d933939ac15 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3523123 May 12 11:45:44.765516 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-da942a72-5257-44cb-af9c-a672440a22d1 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/quotas/27c66c53d7c443749ee12d9c6478a8e3 HTTP/1.1" status: 200 len: 375 time: 0.0107770 May 12 11:45:44.842337 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-e89016b1-a80f-4f6c-a7ef-46cf2a759a47 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=27c66c53d7c443749ee12d9c6478a8e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665808 May 12 11:45:44.891234 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60680) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:44.905370 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70157579-21f1-42c2-81ef-199304e6ada8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.061974 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70157579-21f1-42c2-81ef-199304e6ada8 admin admin] Publish callbacks [] for security_group (5e70b3b8-f51b-4d8d-a52a-ae5e8d64df6a), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.095995 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70157579-21f1-42c2-81ef-199304e6ada8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5e70b3b8-f51b-4d8d-a52a-ae5e8d64df6a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.112671 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f7afbee3-3328-4dc2-850c-c3cca5767a40 req-c1b140c6-1059-44ad-85fe-722fa37e2329 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 210 time: 0.0686054 May 12 11:45:45.177059 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-70157579-21f1-42c2-81ef-199304e6ada8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3d6105ae7ba4da08bdc43d19b9529c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825334 May 12 11:45:45.178098 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91ec6c-7c80-4e64-bec7-3ddbee2e9041 req-97a72519-7ced-459a-982d-fd5a9e9ed7af tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:45.178098 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1c91ec6c-7c80-4e64-bec7-3ddbee2e9041 req-97a72519-7ced-459a-982d-fd5a9e9ed7af tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.1096814 May 12 11:45:45.186634 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60690) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:45.196481 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70157579-21f1-42c2-81ef-199304e6ada8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e70b3b8-f51b-4d8d-a52a-ae5e8d64df6a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:45.250832 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1c91ec6c-7c80-4e64-bec7-3ddbee2e9041 req-1aa83c10-a62c-4123-bbc7-7799b59e679f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640323 May 12 11:45:45.267526 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-e73ff91e-a014-4b5f-8a0e-85714cbe42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:45.269373 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-e73ff91e-a014-4b5f-8a0e-85714cbe42cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.3150499 May 12 11:45:45.280843 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbf15886-83ed-46f8-bd9d-e493e4e8dee8 admin admin] Publish callbacks [] for security_group (5e70b3b8-f51b-4d8d-a52a-ae5e8d64df6a), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.284777 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d748fe60-2216-460d-a236-386acdfe4826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.322099 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbf15886-83ed-46f8-bd9d-e493e4e8dee8 admin admin] Publish callbacks [] for security_group (5e70b3b8-f51b-4d8d-a52a-ae5e8d64df6a), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.390345 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbf15886-83ed-46f8-bd9d-e493e4e8dee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5e70b3b8-f51b-4d8d-a52a-ae5e8d64df6a), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.393028 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbf15886-83ed-46f8-bd9d-e493e4e8dee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.396484 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-dbf15886-83ed-46f8-bd9d-e493e4e8dee8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e70b3b8-f51b-4d8d-a52a-ae5e8d64df6a HTTP/1.1" status: 204 len: 168 time: 0.2059402 May 12 11:45:45.414833 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf15886-83ed-46f8-bd9d-e493e4e8dee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e70b3b8-f51b-4d8d-a52a-ae5e8d64df6a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:45.430577 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d748fe60-2216-460d-a236-386acdfe4826 admin admin] Publish callbacks [] for security_group (132ffd9b-148a-4084-9b77-9f6de4fd317e), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.436193 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60698) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:45.437862 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d748fe60-2216-460d-a236-386acdfe4826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (132ffd9b-148a-4084-9b77-9f6de4fd317e), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.472594 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f9603b1-fc78-40cb-807d-63813d3d6d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.536996 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-d748fe60-2216-460d-a236-386acdfe4826 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad04b50aa0114757a9d4c5d6e0ad48db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7914517 May 12 11:45:45.540830 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60704) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:45.549200 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748fe60-2216-460d-a236-386acdfe4826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132ffd9b-148a-4084-9b77-9f6de4fd317e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:45.634002 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f9603b1-fc78-40cb-807d-63813d3d6d7e admin admin] Publish callbacks [] for security_group (43a75641-5a8e-4d77-be99-5e6ec7d4e123), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.651367 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f9603b1-fc78-40cb-807d-63813d3d6d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (43a75641-5a8e-4d77-be99-5e6ec7d4e123), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.665506 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf03527-1176-4372-8c8c-2d382cba4d75 req-a89fdcf5-43ca-47ae-9729-793bb0fbd2fa tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:45.667106 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-adf03527-1176-4372-8c8c-2d382cba4d75 req-a89fdcf5-43ca-47ae-9729-793bb0fbd2fa tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0929744 May 12 11:45:45.690142 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31dc99b0-6bef-4736-b994-90377b01caf2 admin admin] Publish callbacks [] for security_group (132ffd9b-148a-4084-9b77-9f6de4fd317e), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.766610 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9603b1-fc78-40cb-807d-63813d3d6d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a75641-5a8e-4d77-be99-5e6ec7d4e123,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:45.785681 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-5f9603b1-fc78-40cb-807d-63813d3d6d7e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb686cb177a744a89b6646e3e7bd6d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469069 May 12 11:45:45.788953 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31dc99b0-6bef-4736-b994-90377b01caf2 admin admin] Publish callbacks [] for security_group (132ffd9b-148a-4084-9b77-9f6de4fd317e), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.790984 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60714) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:45.830156 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-6907b4d2-c963-4c5c-a762-182a8669e0d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8954dff-d153-4c3d-ad72-4aa8eef966c2 HTTP/1.1" status: 200 len: 217 time: 0.1324465 May 12 11:45:45.915365 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-adf03527-1176-4372-8c8c-2d382cba4d75 req-e6046451-c4dd-47b8-b5a9-ee71393b73dc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335987 May 12 11:45:45.976236 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b88e-d7a7-4d95-bacd-2e97bba75b3a admin admin] Publish callbacks [] for security_group (43a75641-5a8e-4d77-be99-5e6ec7d4e123), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:45.979822 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-35da47e9-1aa1-4be5-ace3-b57aa9409715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:45.981844 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-35da47e9-1aa1-4be5-ace3-b57aa9409715 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.1354392 May 12 11:45:45.990337 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31dc99b0-6bef-4736-b994-90377b01caf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (132ffd9b-148a-4084-9b77-9f6de4fd317e), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:46.009383 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31dc99b0-6bef-4736-b994-90377b01caf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:46.013173 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-31dc99b0-6bef-4736-b994-90377b01caf2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/132ffd9b-148a-4084-9b77-9f6de4fd317e HTTP/1.1" status: 204 len: 168 time: 0.4689133 May 12 11:45:46.062622 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b88e-d7a7-4d95-bacd-2e97bba75b3a admin admin] Publish callbacks [] for security_group (43a75641-5a8e-4d77-be99-5e6ec7d4e123), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:46.064699 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc99b0-6bef-4736-b994-90377b01caf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132ffd9b-148a-4084-9b77-9f6de4fd317e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:46.068813 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-8f5774d1-6a5b-45b7-82f0-6d69cebf8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:46.070307 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-8f5774d1-6a5b-45b7-82f0-6d69cebf8c1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0738604 May 12 11:45:46.188873 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b88e-d7a7-4d95-bacd-2e97bba75b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (43a75641-5a8e-4d77-be99-5e6ec7d4e123), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:46.194308 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b88e-d7a7-4d95-bacd-2e97bba75b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:46.196686 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-c8f8b88e-d7a7-4d95-bacd-2e97bba75b3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43a75641-5a8e-4d77-be99-5e6ec7d4e123 HTTP/1.1" status: 204 len: 168 time: 0.4042628 May 12 11:45:46.229077 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35239a-91fc-4b9f-97ec-065f8b3ebfbf req-37bff9b1-cbad-4bf7-979e-ebcd2a8654cf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:46.231202 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4a35239a-91fc-4b9f-97ec-065f8b3ebfbf req-37bff9b1-cbad-4bf7-979e-ebcd2a8654cf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0734615 May 12 11:45:46.240858 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8b88e-d7a7-4d95-bacd-2e97bba75b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a75641-5a8e-4d77-be99-5e6ec7d4e123,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:46.243086 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60734) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:46.252580 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-6b84f0f7-6765-4051-9221-440917538c33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'floatingip': {'port_id': 'd3632d97-f0ea-41b4-9003-a50ffebf91df'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:46.265888 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0326130e-6d83-469c-bd74-81ecab598a44 req-aa703e08-17e2-4947-b122-1582ee391b0c tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 210 time: 0.0662870 May 12 11:45:46.283068 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-7e3855de-9439-467f-93cd-0b6a5c642363 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999471 May 12 11:45:46.353237 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6b84f0f7-6765-4051-9221-440917538c33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (936521a5-f7fb-4c28-a178-3baebeee8368), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:46.502179 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60742) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:46.523699 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e1badec-5ad4-4746-9fda-1fdcdc44e9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:46.554585 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef72e5-c1e5-4cc6-9c6a-b1c050370adf req-9ca2cfcb-e709-4f8d-9dc5-b9e103c404ac tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:46.556965 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ebef72e5-c1e5-4cc6-9c6a-b1c050370adf req-9ca2cfcb-e709-4f8d-9dc5-b9e103c404ac tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.2003162 May 12 11:45:46.619886 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e1badec-5ad4-4746-9fda-1fdcdc44e9e9 admin admin] Publish callbacks [] for security_group (df7485ac-9e5b-4d7f-aa56-e682e4a35764), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:46.624602 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e1badec-5ad4-4746-9fda-1fdcdc44e9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (df7485ac-9e5b-4d7f-aa56-e682e4a35764), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:46.714228 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-0e1badec-5ad4-4746-9fda-1fdcdc44e9e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99ea7a8d03b447f1a17ae7cee021f875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099717 May 12 11:45:46.716304 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c02e227a-7bb5-4429-8ca9-efd4824d2cd6 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=27c66c53d7c443749ee12d9c6478a8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681789 May 12 11:45:46.719536 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60752) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:46.793297 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1badec-5ad4-4746-9fda-1fdcdc44e9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7485ac-9e5b-4d7f-aa56-e682e4a35764,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:46.828173 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7e82020f-6830-4888-8f4d-31379bd61b31 req-ebe3ae77-9695-4c87-bf39-c74033e5fd98 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682349 May 12 11:45:46.851511 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ebef72e5-c1e5-4cc6-9c6a-b1c050370adf req-695cae52-9456-4a88-bc08-cc58562d5c09 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568605 May 12 11:45:46.959617 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55077613-29e7-40a1-b4df-3bd16959cd70 admin admin] Publish callbacks [] for security_group (df7485ac-9e5b-4d7f-aa56-e682e4a35764), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:47.004333 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-f376c01c-3504-47b5-80fc-8d7faf9f16c3 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:47.006063 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-f376c01c-3504-47b5-80fc-8d7faf9f16c3 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746511 May 12 11:45:47.016531 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55077613-29e7-40a1-b4df-3bd16959cd70 admin admin] Publish callbacks [] for security_group (df7485ac-9e5b-4d7f-aa56-e682e4a35764), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:47.093640 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Request body: {'port': {'device_id': '0a996f51-8f4d-4537-a941-aa692ff88bf8', 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf', 'admin_state_up': True, 'tenant_id': '27c66c53d7c443749ee12d9c6478a8e3'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:47.096778 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55077613-29e7-40a1-b4df-3bd16959cd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (df7485ac-9e5b-4d7f-aa56-e682e4a35764), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:47.102141 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55077613-29e7-40a1-b4df-3bd16959cd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:47.105631 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-55077613-29e7-40a1-b4df-3bd16959cd70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df7485ac-9e5b-4d7f-aa56-e682e4a35764 HTTP/1.1" status: 204 len: 168 time: 0.3830092 May 12 11:45:47.446632 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55077613-29e7-40a1-b4df-3bd16959cd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7485ac-9e5b-4d7f-aa56-e682e4a35764,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:47.610697 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aaca67-57a2-455e-b666-75fa4ecdeb40 req-fc5300fa-5e89-498a-a6b4-2f762f118527 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:47.612291 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d5aaca67-57a2-455e-b666-75fa4ecdeb40 req-fc5300fa-5e89-498a-a6b4-2f762f118527 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 946 time: 0.1270077 May 12 11:45:47.696649 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Made reservation on behalf of 27c66c53d7c443749ee12d9c6478a8e3 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:47.699807 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:47.726027 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d5aaca67-57a2-455e-b666-75fa4ecdeb40 req-d161f7b2-2973-4843-9cbf-3e3a29c8b91c tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959108 May 12 11:45:47.727742 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:47.771242 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-149b0645-aa8c-426b-a2f3-109bbf1c55e6 req-bdb5c269-44e6-4a9d-9637-09459959bf9a tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 210 time: 0.1425786 May 12 11:45:47.851373 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks [] for security_group (89f6caf6-dde4-475b-bba5-dd6164a71fb6), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:47.857328 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (89f6caf6-dde4-475b-bba5-dd6164a71fb6), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:47.947652 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-6b84f0f7-6765-4051-9221-440917538c33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 11:45:47.984893 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f6caf6-dde4-475b-bba5-dd6164a71fb6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:48.051885 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23243a3-b1e3-41f7-a982-3e7d48365962 req-79bc7a9c-b8fb-4319-96b0-079ef9ddd7f1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:48.053472 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f23243a3-b1e3-41f7-a982-3e7d48365962 req-79bc7a9c-b8fb-4319-96b0-079ef9ddd7f1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0727544 May 12 11:45:48.118670 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6b84f0f7-6765-4051-9221-440917538c33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:48.126962 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6b84f0f7-6765-4051-9221-440917538c33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (936521a5-f7fb-4c28-a178-3baebeee8368), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:48.136830 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Allocated IP 192.168.233.93 (51f1b30d-06a9-4cf7-8058-3a01e0c643bf/37b08f0c-0610-40c3-9166-c70212635532/87ba847e-ae2b-4b3f-9599-8f68310d239a) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:45:48.148406 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f23243a3-b1e3-41f7-a982-3e7d48365962 req-65fde9e5-f1bd-46b9-bb0e-7cda73622e59 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745580 May 12 11:45:48.293158 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.l3_db [None req-6b84f0f7-6765-4051-9221-440917538c33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Floating IP 936521a5-f7fb-4c28-a178-3baebeee8368 associated. External IP: 172.27.0.19, port: d3632d97-f0ea-41b4-9003-a50ffebf91df. May 12 11:45:48.355161 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks [] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:48.405390 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:48.470977 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:48.474543 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:48.486011 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:45:48.526558 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Pushing event updated for resources: {'Port': ['ID=87ba847e-ae2b-4b3f-9599-8f68310d239a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:48.547058 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:48.547682 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:48.573865 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-48c93cd1-abad-4a31-b2a5-339055bc5221 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4863117 May 12 11:45:48.644219 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b84f0f7-6765-4051-9221-440917538c33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Router 4c22b8fc-b8a2-4245-bf48-133c465afe58 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:45:48.777145 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Request body: {'port': {'device_id': '0a996f51-8f4d-4537-a941-aa692ff88bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:48.804523 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-f3e77091-14b7-44b6-b7b9-f22295de2180 None None] Provisioning complete for port 87ba847e-ae2b-4b3f-9599-8f68310d239a triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:48.805030 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f3e77091-14b7-44b6-b7b9-f22295de2180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:48.824010 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b84f0f7-6765-4051-9221-440917538c33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:45:48.831251 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6b84f0f7-6765-4051-9221-440917538c33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:48.845598 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] Sync routers for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:45:48.864312 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:45:48.865001 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:48.907307 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-f3e77091-14b7-44b6-b7b9-f22295de2180 None None] Port 87ba847e-ae2b-4b3f-9599-8f68310d239a cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:45:48.916606 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:48.961602 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6b84f0f7-6765-4051-9221-440917538c33 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "PUT /v2.0/floatingips/936521a5-f7fb-4c28-a178-3baebeee8368 HTTP/1.1" status: 200 len: 990 time: 2.7143068 May 12 11:45:48.975309 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:48.977417 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da013aa-c49b-4e95-a0eb-2a0029b48447" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:49.009423 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95b618-59af-4282-b2df-37c5f9899b6c req-81e3334a-6cce-44d2-9bde-1cc187d27bf5 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:49.026404 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2b95b618-59af-4282-b2df-37c5f9899b6c req-81e3334a-6cce-44d2-9bde-1cc187d27bf5 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 946 time: 0.1045928 May 12 11:45:49.060108 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b1035-cfff-4a9a-a6fb-6564f2029105 req-c5c80a94-b66b-4ab7-97df-9756931443c3 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:49.062180 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b17b1035-cfff-4a9a-a6fb-6564f2029105 req-c5c80a94-b66b-4ab7-97df-9756931443c3 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 935 time: 0.1465850 May 12 11:45:49.104875 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2b95b618-59af-4282-b2df-37c5f9899b6c req-33b83018-a1b2-423c-8b6d-cd972f8b8240 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702004 May 12 11:45:49.105420 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:45:49.201416 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fa6251-33d0-43c8-bd0e-2b8634542164 x-openstack-request-id: req-64fa6251-33d0-43c8-bd0e-2b8634542164 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:49.201840 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:49.202420 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64fa6251-33d0-43c8-bd0e-2b8634542164 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:49.202899 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fa6251-33d0-43c8-bd0e-2b8634542164'] response: {'name': 'network-changed', 'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'status': 'completed', 'code': 200} May 12 11:45:49.354066 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-14885ea8-8228-4e57-80ba-b91277e6a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:49.355750 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-14885ea8-8228-4e57-80ba-b91277e6a74a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 1129 time: 0.0768082 May 12 11:45:49.364091 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b17b1035-cfff-4a9a-a6fb-6564f2029105 req-1447a434-f2c1-4d25-89ec-b6024417572c tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684813 May 12 11:45:49.456596 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b620611-17df-42de-9392-daeb3125e7f4 req-9653a80b-abc7-43af-9ef4-8bd76cea84ef tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:49.458411 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4b620611-17df-42de-9392-daeb3125e7f4 req-9653a80b-abc7-43af-9ef4-8bd76cea84ef tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.1113844 May 12 11:45:49.494010 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b110d97-2799-4c57-845c-dda83aadf074 req-f2024c8f-1630-426f-916b-05d40fe9be93 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:49.495626 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9b110d97-2799-4c57-845c-dda83aadf074 req-f2024c8f-1630-426f-916b-05d40fe9be93 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 946 time: 0.1093206 May 12 11:45:49.601398 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-f99e3dff-2572-4435-84f5-249d95cc691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:49.603114 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-f99e3dff-2572-4435-84f5-249d95cc691e service neutron] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 917 time: 0.1438222 May 12 11:45:49.710619 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '936521a5-f7fb-4c28-a178-3baebeee8368', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'port_id': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'mac_address': 'fa:16:3e:fa:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:45:09Z', 'updated_at': '2022-05-12T11:45:47Z', 'revision_number': 1, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:49.757632 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] Checking router: 4c22b8fc-b8a2-4245-bf48-133c465afe58 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:45:49.768346 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-93e459e1-3425-4d63-9c7c-a83bdd9f8936 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df HTTP/1.1" status: 200 len: 998 time: 0.1548572 May 12 11:45:49.775746 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:45:49.776439 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:49.786052 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4b620611-17df-42de-9392-daeb3125e7f4 req-511db985-07df-47a3-9957-5b0cef5f42c9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803579 May 12 11:45:49.843474 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-7cec64b2-6a74-414d-bc5d-7abf08ba998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:49.844961 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-7cec64b2-6a74-414d-bc5d-7abf08ba998c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.0592725 May 12 11:45:49.931279 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-f38315f8-740f-4a7b-850c-dd7ca1637f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:49.933163 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-f38315f8-740f-4a7b-850c-dd7ca1637f29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0817928 May 12 11:45:49.960656 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:45:49.963628 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-9b110d97-2799-4c57-845c-dda83aadf074 req-d5a04bfe-deb3-400b-9eef-665572ea6d61 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Deleting port 7c309744-6140-4aca-b512-8fb1c111f618 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:45:49.965918 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9b110d97-2799-4c57-845c-dda83aadf074 req-d5a04bfe-deb3-400b-9eef-665572ea6d61 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (7c309744-6140-4aca-b512-8fb1c111f618), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:49.997286 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ba847e-ae2b-4b3f-9599-8f68310d239a {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:45:50.012392 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Publish callbacks [] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:50.068509 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Transition to ACTIVE for port object 87ba847e-ae2b-4b3f-9599-8f68310d239a will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:45:50.080495 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:50.091543 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-8938991e-8c08-4b3a-b2f7-9db603335ac3 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425786 May 12 11:45:50.176061 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-9b110d97-2799-4c57-845c-dda83aadf074 req-d5a04bfe-deb3-400b-9eef-665572ea6d61 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] For port 7c309744-6140-4aca-b512-8fb1c111f618, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7c309744-6140-4aca-b512-8fb1c111f618,segment=NetworkSegment(3a93ac7e-f129-45c0-8e4e-c216bf3f25f4),segment_id=3a93ac7e-f129-45c0-8e4e-c216bf3f25f4)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:50.176442 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9b110d97-2799-4c57-845c-dda83aadf074 req-d5a04bfe-deb3-400b-9eef-665572ea6d61 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (7c309744-6140-4aca-b512-8fb1c111f618), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:50.206331 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-9b110d97-2799-4c57-845c-dda83aadf074 req-d5a04bfe-deb3-400b-9eef-665572ea6d61 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Calling delete_port for 7c309744-6140-4aca-b512-8fb1c111f618 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:45:50.219784 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Pushing event updated for resources: {'Port': ['ID=87ba847e-ae2b-4b3f-9599-8f68310d239a,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:50.291176 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '936521a5-f7fb-4c28-a178-3baebeee8368', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'port_id': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'mac_address': 'fa:16:3e:fa:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:45:09Z', 'updated_at': '2022-05-12T11:45:47Z', 'revision_number': 1, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:50.314767 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7da013aa-c49b-4e95-a0eb-2a0029b48447 req-4e0a0319-5f7e-4eff-8984-feeb6d4381e7 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167778 May 12 11:45:50.335025 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611c36e-963a-42db-9354-9cc3e6ead63e None None] The sync data for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi is: [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '936521a5-f7fb-4c28-a178-3baebeee8368', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'port_id': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'mac_address': 'fa:16:3e:fa:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:45:09Z', 'updated_at': '2022-05-12T11:45:47Z', 'revision_number': 1, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:45:50.543511 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf100cda-35e5-4911-8bd7-2f3d1aa64f7d req-6b6b6638-caeb-4b94-b438-b2a808b87d84 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:50.547428 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bf100cda-35e5-4911-8bd7-2f3d1aa64f7d req-6b6b6638-caeb-4b94-b438-b2a808b87d84 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 946 time: 0.2236931 May 12 11:45:50.581734 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Attempting to bind port 87ba847e-ae2b-4b3f-9599-8f68310d239a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:45:50.582198 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Attempting to bind port 87ba847e-ae2b-4b3f-9599-8f68310d239a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '98e86cec-041a-4355-a1e7-91026ea6f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:45:50.582594 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Attempting to bind port 87ba847e-ae2b-4b3f-9599-8f68310d239a on network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:50.587019 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f617f-4b76-48b0-b7e8-d37a8bd4667b req-6a25c5cf-cf2d-41d5-9a11-7c9edd4d07aa tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:50.595887 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-119f617f-4b76-48b0-b7e8-d37a8bd4667b req-6a25c5cf-cf2d-41d5-9a11-7c9edd4d07aa tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 947 time: 0.0890996 May 12 11:45:50.603046 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Port 87ba847e-ae2b-4b3f-9599-8f68310d239a on network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:45:50.603410 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Attempting to bind port 87ba847e-ae2b-4b3f-9599-8f68310d239a on network 51f1b30d-06a9-4cf7-8058-3a01e0c643bf {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:50.625635 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:45:50.626015 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Checking segment: {'id': '98e86cec-041a-4355-a1e7-91026ea6f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:50.626396 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Bound using segment: {'id': '98e86cec-041a-4355-a1e7-91026ea6f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:45:50.626844 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Bound port: 87ba847e-ae2b-4b3f-9599-8f68310d239a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e86cec-041a-4355-a1e7-91026ea6f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:45:50.630054 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:50.657544 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60946) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:50.676786 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-119f617f-4b76-48b0-b7e8-d37a8bd4667b req-1c8d4b2e-86c9-4f82-94d1-c52f11b34ab1 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794160 May 12 11:45:50.703438 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60950) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:50.713370 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bf100cda-35e5-4911-8bd7-2f3d1aa64f7d req-16e6e56c-ae96-42b4-83d6-5676f670bc45 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/security-groups?id=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550894 May 12 11:45:50.775135 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9b110d97-2799-4c57-845c-dda83aadf074 req-d5a04bfe-deb3-400b-9eef-665572ea6d61 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (7c309744-6140-4aca-b512-8fb1c111f618), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:50.784863 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fbe697-14c2-49b9-80d8-cda222839f99 None None] New status for floating IP 936521a5-f7fb-4c28-a178-3baebeee8368: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:45:50.820337 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a04bfe-deb3-400b-9eef-665572ea6d61 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Pushing event deleted for resources: {'Port': ['ID=7c309744-6140-4aca-b512-8fb1c111f618,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:50.822608 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] For port 87ba847e-ae2b-4b3f-9599-8f68310d239a, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:45:50.878257 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] For port 87ba847e-ae2b-4b3f-9599-8f68310d239a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=87ba847e-ae2b-4b3f-9599-8f68310d239a,segment=NetworkSegment(98e86cec-041a-4355-a1e7-91026ea6f38b),segment_id=98e86cec-041a-4355-a1e7-91026ea6f38b)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:45:50.908173 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:50.910211 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b110d97-2799-4c57-845c-dda83aadf074 req-d5a04bfe-deb3-400b-9eef-665572ea6d61 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] No DVR routers for this DVR port 7c309744-6140-4aca-b512-8fb1c111f618 on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:45:50.921952 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9b110d97-2799-4c57-845c-dda83aadf074 req-d5a04bfe-deb3-400b-9eef-665572ea6d61 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:50.925613 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9b110d97-2799-4c57-845c-dda83aadf074 req-d5a04bfe-deb3-400b-9eef-665572ea6d61 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.35 "DELETE /v2.0/ports/7c309744-6140-4aca-b512-8fb1c111f618 HTTP/1.1" status: 204 len: 173 time: 1.4229846 May 12 11:45:50.926370 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed37963-294c-49b1-a66f-03e5cf54ec97', 'name': 'network-vif-deleted', 'tag': '7c309744-6140-4aca-b512-8fb1c111f618'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:50.939524 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1b7439-32c1-407e-a36e-1389f2f05777" -d '{"events": [{"server_uuid": "2ed37963-294c-49b1-a66f-03e5cf54ec97", "name": "network-vif-deleted", "tag": "7c309744-6140-4aca-b512-8fb1c111f618"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:50.994978 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:50.995666 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:50.997831 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] 10.222.0.35 "PUT /v2.0/ports/87ba847e-ae2b-4b3f-9599-8f68310d239a HTTP/1.1" status: 200 len: 1097 time: 2.2289279 May 12 11:45:51.069857 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5310419-98a7-492c-8252-6beb654120e7 req-b7b05ccd-eeb4-4955-a081-42db64ede3fa tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:51.072251 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d5310419-98a7-492c-8252-6beb654120e7 req-b7b05ccd-eeb4-4955-a081-42db64ede3fa tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.1978393 May 12 11:45:51.113049 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7fad09-c148-4872-bf4d-75b3eb5642c9 x-openstack-request-id: req-4f7fad09-c148-4872-bf4d-75b3eb5642c9 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:51.113049 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed37963-294c-49b1-a66f-03e5cf54ec97", "name": "network-vif-deleted", "tag": "7c309744-6140-4aca-b512-8fb1c111f618", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:51.113783 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f7fad09-c148-4872-bf4d-75b3eb5642c9 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:51.114285 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7fad09-c148-4872-bf4d-75b3eb5642c9'] response: {'server_uuid': '2ed37963-294c-49b1-a66f-03e5cf54ec97', 'name': 'network-vif-deleted', 'tag': '7c309744-6140-4aca-b512-8fb1c111f618', 'status': 'completed', 'code': 200} May 12 11:45:51.143993 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a929dd8c-8262-4cfc-ab80-25165a9be1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.186744 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4a278-5b85-4e5c-96f6-4a2ba83a57cc service neutron] Pushing event updated for resources: {'Port': ['ID=87ba847e-ae2b-4b3f-9599-8f68310d239a,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:51.199334 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d5310419-98a7-492c-8252-6beb654120e7 req-5ec78e51-866e-42b5-b341-11961a048101 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206062 May 12 11:45:51.213463 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-861b7970-cadd-44e0-9909-805ed6b26c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.272728 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c96ba695-ef45-4fd4-8686-d5c91ed4f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:51.274555 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-c96ba695-ef45-4fd4-8686-d5c91ed4f47f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27c66c53d7c443749ee12d9c6478a8e3&device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 1131 time: 0.1592381 May 12 11:45:51.310730 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-861b7970-cadd-44e0-9909-805ed6b26c56 admin admin] Publish callbacks [] for security_group (07527bbf-d807-4ab7-ac17-3e8949dd65e5), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.317499 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-861b7970-cadd-44e0-9909-805ed6b26c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (07527bbf-d807-4ab7-ac17-3e8949dd65e5), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.318885 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a929dd8c-8262-4cfc-ab80-25165a9be1e8 admin admin] Publish callbacks [] for security_group (2b7191be-8544-4a99-b443-464a585c0b7d), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.351383 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-1ed25dc8-0dc8-4181-90dc-b88e15e0f305 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=87ba847e-ae2b-4b3f-9599-8f68310d239a HTTP/1.1" status: 200 len: 217 time: 0.0395012 May 12 11:45:51.351974 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a929dd8c-8262-4cfc-ab80-25165a9be1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (2b7191be-8544-4a99-b443-464a585c0b7d), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.378515 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-861b7970-cadd-44e0-9909-805ed6b26c56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6398a076a52145ca9bcca22e1521cc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6739314 May 12 11:45:51.379717 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60966) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:51.380948 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b7970-cadd-44e0-9909-805ed6b26c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07527bbf-d807-4ab7-ac17-3e8949dd65e5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:51.468688 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b422ed93-63b5-4d74-889b-d05463de61d6 admin admin] Publish callbacks [] for security_group (07527bbf-d807-4ab7-ac17-3e8949dd65e5), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.506706 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b422ed93-63b5-4d74-889b-d05463de61d6 admin admin] Publish callbacks [] for security_group (07527bbf-d807-4ab7-ac17-3e8949dd65e5), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.606946 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b422ed93-63b5-4d74-889b-d05463de61d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (07527bbf-d807-4ab7-ac17-3e8949dd65e5), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.609719 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b422ed93-63b5-4d74-889b-d05463de61d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.611291 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-b422ed93-63b5-4d74-889b-d05463de61d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07527bbf-d807-4ab7-ac17-3e8949dd65e5 HTTP/1.1" status: 204 len: 168 time: 0.2127466 May 12 11:45:51.612324 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a929dd8c-8262-4cfc-ab80-25165a9be1e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8df6e60ae2114b50bfbddefebf379d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9536180 May 12 11:45:51.615597 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 60972) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:51.620828 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422ed93-63b5-4d74-889b-d05463de61d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07527bbf-d807-4ab7-ac17-3e8949dd65e5,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:51.634701 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929dd8c-8262-4cfc-ab80-25165a9be1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7191be-8544-4a99-b443-464a585c0b7d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:51.657489 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-bc2ce532-3f8b-4ae7-999c-9bb3f2f52d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:51.659073 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-bc2ce532-3f8b-4ae7-999c-9bb3f2f52d72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37b08f0c-0610-40c3-9166-c70212635532 HTTP/1.1" status: 200 len: 843 time: 0.2862604 May 12 11:45:51.766197 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cfdae17-b5c4-49a9-9c21-267eab174e3c admin admin] Publish callbacks [] for security_group (2b7191be-8544-4a99-b443-464a585c0b7d), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.768781 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-08285468-f7dd-4b06-842f-df53f85d2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:51.770130 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-08285468-f7dd-4b06-842f-df53f85d2b0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51f1b30d-06a9-4cf7-8058-3a01e0c643bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1002746 May 12 11:45:51.834459 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cfdae17-b5c4-49a9-9c21-267eab174e3c admin admin] Publish callbacks [] for security_group (2b7191be-8544-4a99-b443-464a585c0b7d), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.879080 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1c8d0b71-1ba8-4f96-ac76-e928fc59ed28 req-c9a40341-4434-43db-bab9-657d9ae2deb7 tempest-DeleteServersTestJSON-358187463 tempest-DeleteServersTestJSON-358187463-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed37963-294c-49b1-a66f-03e5cf54ec97 HTTP/1.1" status: 200 len: 210 time: 0.0399880 May 12 11:45:51.903491 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb62eb-3430-47ba-8abd-828f961d9b9e req-6d247bae-1a61-40ec-acc5-d7e16359b245 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:51.905232 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-50fb62eb-3430-47ba-8abd-828f961d9b9e req-6d247bae-1a61-40ec-acc5-d7e16359b245 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 947 time: 0.0938962 May 12 11:45:51.949132 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cfdae17-b5c4-49a9-9c21-267eab174e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (2b7191be-8544-4a99-b443-464a585c0b7d), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.954507 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60988) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:51.955120 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cfdae17-b5c4-49a9-9c21-267eab174e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:51.956655 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-3cfdae17-b5c4-49a9-9c21-267eab174e3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b7191be-8544-4a99-b443-464a585c0b7d HTTP/1.1" status: 204 len: 168 time: 0.3384769 May 12 11:45:51.972094 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdae17-b5c4-49a9-9c21-267eab174e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7191be-8544-4a99-b443-464a585c0b7d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:52.016368 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-50fb62eb-3430-47ba-8abd-828f961d9b9e req-208c0d6b-b9fe-4236-9f68-6bcf49293f48 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019635 May 12 11:45:52.094532 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 60994) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:52.115110 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b20df5da-3e24-458a-8f61-87ed58c20756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.137083 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-538280f6-ec2a-4f3d-98f6-5cae4c37f5b7 service neutron] 10.222.0.35 "GET /v2.0/networks/51f1b30d-06a9-4cf7-8058-3a01e0c643bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516702 May 12 11:45:52.252777 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b20df5da-3e24-458a-8f61-87ed58c20756 admin admin] Publish callbacks [] for security_group (0dd3e35d-9cdd-4c27-bbc9-23851610f26e), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.262611 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b20df5da-3e24-458a-8f61-87ed58c20756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0dd3e35d-9cdd-4c27-bbc9-23851610f26e), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.282182 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0bfce837-12c4-429a-843f-db7a4456fe90 req-6eca93d5-b1c6-4450-9664-a1538e7046c2 service neutron] 10.222.0.35 "GET /v2.0/networks/51f1b30d-06a9-4cf7-8058-3a01e0c643bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363659 May 12 11:45:52.356009 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8eb03565-4f7f-40d0-8275-8d429130de7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.373776 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20df5da-3e24-458a-8f61-87ed58c20756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd3e35d-9cdd-4c27-bbc9-23851610f26e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:52.382287 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-b20df5da-3e24-458a-8f61-87ed58c20756 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31a001b5df30422b84858bcb468eab09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842534 May 12 11:45:52.382788 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 32768) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:52.417069 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb81183-d5d5-467f-9fd3-df6b2f6ac501 req-a8c78e1e-8157-4816-96ea-95f60a66d2a8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:52.418588 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bdb81183-d5d5-467f-9fd3-df6b2f6ac501 req-a8c78e1e-8157-4816-96ea-95f60a66d2a8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0938737 May 12 11:45:52.442864 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 32770) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:52.445569 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b65edf-162d-4458-8fd6-cad9694d6e9f admin admin] Publish callbacks [] for security_group (0dd3e35d-9cdd-4c27-bbc9-23851610f26e), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.468220 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b65edf-162d-4458-8fd6-cad9694d6e9f admin admin] Publish callbacks [] for security_group (0dd3e35d-9cdd-4c27-bbc9-23851610f26e), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.476957 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5315ff77-c38e-4a22-ac78-2594b5cf30ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.518622 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bdb81183-d5d5-467f-9fd3-df6b2f6ac501 req-8ffe3301-ed8c-44f3-941a-7720e6dcf3dc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940061 May 12 11:45:52.523071 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b65edf-162d-4458-8fd6-cad9694d6e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0dd3e35d-9cdd-4c27-bbc9-23851610f26e), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.526133 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b65edf-162d-4458-8fd6-cad9694d6e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.527447 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-07b65edf-162d-4458-8fd6-cad9694d6e9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0dd3e35d-9cdd-4c27-bbc9-23851610f26e HTTP/1.1" status: 204 len: 168 time: 0.1438944 May 12 11:45:52.537200 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b65edf-162d-4458-8fd6-cad9694d6e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd3e35d-9cdd-4c27-bbc9-23851610f26e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:52.572201 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8eb03565-4f7f-40d0-8275-8d429130de7d admin admin] Publish callbacks [] for security_group (47ac7efc-9c66-4481-aa09-ac756a70ad32), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.578886 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8eb03565-4f7f-40d0-8275-8d429130de7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (47ac7efc-9c66-4481-aa09-ac756a70ad32), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.634038 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb03565-4f7f-40d0-8275-8d429130de7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac7efc-9c66-4481-aa09-ac756a70ad32,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:52.640839 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-8eb03565-4f7f-40d0-8275-8d429130de7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52f9be0b3f2a49a09e32724649704f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6851678 May 12 11:45:52.643677 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 32774) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:52.661968 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5315ff77-c38e-4a22-ac78-2594b5cf30ee admin admin] Publish callbacks [] for security_group (d602e325-2c93-46a7-994a-3b7bfdca28bf), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.666291 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5315ff77-c38e-4a22-ac78-2594b5cf30ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (d602e325-2c93-46a7-994a-3b7bfdca28bf), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.702774 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31ecfb0c-8ec2-4b26-9cce-28d51d4b3f08 admin admin] Publish callbacks [] for security_group (47ac7efc-9c66-4481-aa09-ac756a70ad32), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.724279 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315ff77-c38e-4a22-ac78-2594b5cf30ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d602e325-2c93-46a7-994a-3b7bfdca28bf,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:52.734450 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-5315ff77-c38e-4a22-ac78-2594b5cf30ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50c3de6807504c3e9abfd634b7262df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890730 May 12 11:45:52.735458 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 32778) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:52.742461 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31ecfb0c-8ec2-4b26-9cce-28d51d4b3f08 admin admin] Publish callbacks [] for security_group (47ac7efc-9c66-4481-aa09-ac756a70ad32), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.798993 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31ecfb0c-8ec2-4b26-9cce-28d51d4b3f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (47ac7efc-9c66-4481-aa09-ac756a70ad32), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.802926 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31ecfb0c-8ec2-4b26-9cce-28d51d4b3f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.804115 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 7c309744-6140-4aca-b512-8fb1c111f618 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:45:52.806177 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-31ecfb0c-8ec2-4b26-9cce-28d51d4b3f08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47ac7efc-9c66-4481-aa09-ac756a70ad32 HTTP/1.1" status: 204 len: 168 time: 0.1614552 May 12 11:45:52.824933 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecfb0c-8ec2-4b26-9cce-28d51d4b3f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac7efc-9c66-4481-aa09-ac756a70ad32,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:52.829027 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec03cd15-6548-44a9-95e4-30a461dff6c6 admin admin] Publish callbacks [] for security_group (d602e325-2c93-46a7-994a-3b7bfdca28bf), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.844123 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 7c309744-6140-4aca-b512-8fb1c111f618 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:45:52.844467 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 7c309744-6140-4aca-b512-8fb1c111f618 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:45:52.860672 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec03cd15-6548-44a9-95e4-30a461dff6c6 admin admin] Publish callbacks [] for security_group (d602e325-2c93-46a7-994a-3b7bfdca28bf), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.931282 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec03cd15-6548-44a9-95e4-30a461dff6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (d602e325-2c93-46a7-994a-3b7bfdca28bf), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.934519 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec03cd15-6548-44a9-95e4-30a461dff6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:52.936851 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-ec03cd15-6548-44a9-95e4-30a461dff6c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d602e325-2c93-46a7-994a-3b7bfdca28bf HTTP/1.1" status: 204 len: 168 time: 0.2003629 May 12 11:45:52.950107 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03cd15-6548-44a9-95e4-30a461dff6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d602e325-2c93-46a7-994a-3b7bfdca28bf,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:53.008718 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc823-0ca1-4708-b7dc-2ff833d58e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:53.115026 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a996f51-8f4d-4537-a941-aa692ff88bf8', 'tag': '87ba847e-ae2b-4b3f-9599-8f68310d239a'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:53.118149 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a93fc0f-022c-482a-af8b-f94f4836ab2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a996f51-8f4d-4537-a941-aa692ff88bf8", "tag": "87ba847e-ae2b-4b3f-9599-8f68310d239a"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:53.190950 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff8cf7f-b1dc-4fb7-aed1-a1521df40bea x-openstack-request-id: req-1ff8cf7f-b1dc-4fb7-aed1-a1521df40bea {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:53.191249 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a996f51-8f4d-4537-a941-aa692ff88bf8", "tag": "87ba847e-ae2b-4b3f-9599-8f68310d239a", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:53.191504 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ff8cf7f-b1dc-4fb7-aed1-a1521df40bea {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:53.191904 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff8cf7f-b1dc-4fb7-aed1-a1521df40bea'] response: {'name': 'network-changed', 'server_uuid': '0a996f51-8f4d-4537-a941-aa692ff88bf8', 'tag': '87ba847e-ae2b-4b3f-9599-8f68310d239a', 'status': 'completed', 'code': 200} May 12 11:45:53.206121 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b5922-ef85-4005-af45-3b7718f89d50 req-9b5f9dbd-7a9d-48fc-b7ae-27aff27d1afe tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:53.207959 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-065b5922-ef85-4005-af45-3b7718f89d50 req-9b5f9dbd-7a9d-48fc-b7ae-27aff27d1afe tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 947 time: 0.0647235 May 12 11:45:53.268426 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-065b5922-ef85-4005-af45-3b7718f89d50 req-1ed7a519-0c0b-44db-8cb6-5d2d80755452 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543597 May 12 11:45:53.360013 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-32af7ff9-6085-4014-a314-915c91867099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:53.361661 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-32af7ff9-6085-4014-a314-915c91867099 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27c66c53d7c443749ee12d9c6478a8e3&device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 1131 time: 0.0603185 May 12 11:45:53.417270 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 32822) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:53.437756 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9eca14b-ec0e-4e36-b13f-19cfda2e5d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:53.496803 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-d5d3044b-e1ae-4509-af4b-1f27def041fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:53.499194 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-d5d3044b-e1ae-4509-af4b-1f27def041fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=51f1b30d-06a9-4cf7-8058-3a01e0c643bf HTTP/1.1" status: 200 len: 870 time: 0.1307974 May 12 11:45:53.548524 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-9e67c1ae-84f4-4216-a901-9ec61e181745 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=87ba847e-ae2b-4b3f-9599-8f68310d239a HTTP/1.1" status: 200 len: 217 time: 0.0400481 May 12 11:45:53.581243 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9eca14b-ec0e-4e36-b13f-19cfda2e5d40 admin admin] Publish callbacks [] for security_group (613c9181-cbdc-460c-b34d-baa40d3b74a5), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:53.586058 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9eca14b-ec0e-4e36-b13f-19cfda2e5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (613c9181-cbdc-460c-b34d-baa40d3b74a5), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:53.617867 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-b9eca14b-ec0e-4e36-b13f-19cfda2e5d40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6696f246e0d4e668f1eca55c8f25f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990120 May 12 11:45:53.624112 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 32836) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:53.664573 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eca14b-ec0e-4e36-b13f-19cfda2e5d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613c9181-cbdc-460c-b34d-baa40d3b74a5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:53.675078 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef775885-d392-4b68-a3d2-c78c87bd2861 req-73f8f1e2-91da-4a5e-9c5c-cf8ea02e6aa1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:53.678106 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ef775885-d392-4b68-a3d2-c78c87bd2861 req-73f8f1e2-91da-4a5e-9c5c-cf8ea02e6aa1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0715487 May 12 11:45:53.680348 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-949c0695-68bd-438a-9fd4-a001db2e80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:53.681865 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-949c0695-68bd-438a-9fd4-a001db2e80b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37b08f0c-0610-40c3-9166-c70212635532 HTTP/1.1" status: 200 len: 843 time: 0.1241963 May 12 11:45:53.728728 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af36a70c-ddce-40eb-a346-a12952413cb4 admin admin] Publish callbacks [] for security_group (613c9181-cbdc-460c-b34d-baa40d3b74a5), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:53.760023 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af36a70c-ddce-40eb-a346-a12952413cb4 admin admin] Publish callbacks [] for security_group (613c9181-cbdc-460c-b34d-baa40d3b74a5), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:53.761531 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-01cea146-7a56-459b-887f-7212f7e2a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:53.766642 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-01cea146-7a56-459b-887f-7212f7e2a765 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51f1b30d-06a9-4cf7-8058-3a01e0c643bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0674467 May 12 11:45:53.770046 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ef775885-d392-4b68-a3d2-c78c87bd2861 req-4c1b05ad-830a-4ce2-9539-af3e09a929a5 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859702 May 12 11:45:53.837100 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af36a70c-ddce-40eb-a346-a12952413cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (613c9181-cbdc-460c-b34d-baa40d3b74a5), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:53.840655 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af36a70c-ddce-40eb-a346-a12952413cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:53.842011 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-af36a70c-ddce-40eb-a346-a12952413cb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/613c9181-cbdc-460c-b34d-baa40d3b74a5 HTTP/1.1" status: 204 len: 168 time: 0.2167046 May 12 11:45:53.851968 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36a70c-ddce-40eb-a346-a12952413cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613c9181-cbdc-460c-b34d-baa40d3b74a5,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:53.985182 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0c66301c-c67c-4263-a201-7fc160574023 req-2afd600c-a7df-42e9-b740-e7c70471790a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787768 May 12 11:45:53.997355 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-6f606e35-175d-4c85-84ca-c531e750196b service neutron] 10.222.0.35 "GET /v2.0/networks/51f1b30d-06a9-4cf7-8058-3a01e0c643bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205520 May 12 11:45:54.141958 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66301c-c67c-4263-a201-7fc160574023 req-c6bf3c46-dd82-4b4c-a7e6-f53a3f122951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:54.143441 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0c66301c-c67c-4263-a201-7fc160574023 req-c6bf3c46-dd82-4b4c-a7e6-f53a3f122951 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 1129 time: 0.0728962 May 12 11:45:54.162172 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5a93fc0f-022c-482a-af8b-f94f4836ab2d req-494c1cd1-cbfd-420a-a9c8-68cb535c39b7 service neutron] 10.222.0.35 "GET /v2.0/networks/51f1b30d-06a9-4cf7-8058-3a01e0c643bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314058 May 12 11:45:54.308014 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66301c-c67c-4263-a201-7fc160574023 req-05ca7b94-e6a6-4aaa-beb1-bca3249143a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:54.310089 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0c66301c-c67c-4263-a201-7fc160574023 req-05ca7b94-e6a6-4aaa-beb1-bca3249143a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 917 time: 0.1136608 May 12 11:45:54.403255 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e4595-7096-4eb3-a489-d76a91c6cf0e req-3b2303b4-281d-4b28-965e-7793822f5441 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:54.405922 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b53e4595-7096-4eb3-a489-d76a91c6cf0e req-3b2303b4-281d-4b28-965e-7793822f5441 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 947 time: 0.0491278 May 12 11:45:54.421298 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0c66301c-c67c-4263-a201-7fc160574023 req-2a4d0eaf-5a8d-449e-9e65-ca7695361207 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df HTTP/1.1" status: 200 len: 1000 time: 0.1031065 May 12 11:45:54.465122 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b53e4595-7096-4eb3-a489-d76a91c6cf0e req-6e213980-f000-4682-adec-b2a3630484f3 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535100 May 12 11:45:54.483373 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66301c-c67c-4263-a201-7fc160574023 req-3a2edb53-ddbc-4963-87e6-1f7fc1c856a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:54.486378 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0c66301c-c67c-4263-a201-7fc160574023 req-3a2edb53-ddbc-4963-87e6-1f7fc1c856a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.0562937 May 12 11:45:54.540585 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 32886) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:54.545508 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66301c-c67c-4263-a201-7fc160574023 req-e67d8b09-feb4-4d49-aa50-b36e3a72b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:54.547911 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0c66301c-c67c-4263-a201-7fc160574023 req-e67d8b09-feb4-4d49-aa50-b36e3a72b74c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534313 May 12 11:45:54.610137 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 32896) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:54.670702 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Deleting subnet 764e836e-2903-4e28-8540-cb11de9d23be {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:45:54.673957 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0c66301c-c67c-4263-a201-7fc160574023 req-c921425c-02da-43a9-9513-f7603df1c7ad service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110985 May 12 11:45:54.675381 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Publish callbacks [] for subnet (764e836e-2903-4e28-8540-cb11de9d23be), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:54.715992 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118276635'] for subnet (764e836e-2903-4e28-8540-cb11de9d23be), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:54.760227 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (764e836e-2903-4e28-8540-cb11de9d23be), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:54.773956 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0c66301c-c67c-4263-a201-7fc160574023 req-711897fa-7f64-4bf0-af19-4a15e1468144 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932367 May 12 11:45:54.789326 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 87ba847e-ae2b-4b3f-9599-8f68310d239a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:45:54.841405 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118423970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118441275'] for subnet (764e836e-2903-4e28-8540-cb11de9d23be), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:54.913077 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=764e836e-2903-4e28-8540-cb11de9d23be,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:54.924576 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-95820875-54c6-4e75-b299-14b6615196a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:54.938700 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:54.945227 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/764e836e-2903-4e28-8540-cb11de9d23be HTTP/1.1" status: 204 len: 168 time: 0.3340676 May 12 11:45:54.945981 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 32908) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:54.953714 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.954539 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.955657 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.956214 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.956870 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.957400 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.957971 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.958672 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.959197 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.959720 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.960242 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.960775 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.961290 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.961834 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.962352 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719a90a-676f-47a2-bfd4-511716c560b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:54.983851 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 87ba847e-ae2b-4b3f-9599-8f68310d239a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=87ba847e-ae2b-4b3f-9599-8f68310d239a,segment=NetworkSegment(98e86cec-041a-4355-a1e7-91026ea6f38b),segment_id=98e86cec-041a-4355-a1e7-91026ea6f38b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:54.999012 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af5b5b-54d8-4ebb-a920-5314bf928ed1 req-a1372841-8a10-49a3-9bbf-2a53778ba84b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:55.001837 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '87ba847e-ae2b-4b3f-9599-8f68310d239a', 'network_id': '51f1b30d-06a9-4cf7-8058-3a01e0c643bf', 'port_id': '87ba847e-ae2b-4b3f-9599-8f68310d239a', 'mac_address': 'fa:16:3e:9f:c8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b08f0c-0610-40c3-9166-c70212635532', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:45:55.009006 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-49af5b5b-54d8-4ebb-a920-5314bf928ed1 req-a1372841-8a10-49a3-9bbf-2a53778ba84b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.1278062 May 12 11:45:55.059267 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 87ba847e-ae2b-4b3f-9599-8f68310d239a is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:55.060575 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.080733 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ba847e-ae2b-4b3f-9599-8f68310d239a {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:45:55.098664 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (6ae6c482-e56f-46d6-ac05-4ad378b6fe26), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.110400 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-95820875-54c6-4e75-b299-14b6615196a0 admin admin] Publish callbacks [] for security_group (a41e90ab-9b5e-4260-b447-38cf896c8077), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.114342 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 87ba847e-ae2b-4b3f-9599-8f68310d239a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=87ba847e-ae2b-4b3f-9599-8f68310d239a,segment=NetworkSegment(98e86cec-041a-4355-a1e7-91026ea6f38b),segment_id=98e86cec-041a-4355-a1e7-91026ea6f38b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:55.120703 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-95820875-54c6-4e75-b299-14b6615196a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a41e90ab-9b5e-4260-b447-38cf896c8077), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.123004 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-49af5b5b-54d8-4ebb-a920-5314bf928ed1 req-e89cee00-2ad5-46d3-aba7-3938221239ae tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069844 May 12 11:45:55.135190 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.175196 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e76fcef7-4af3-4d72-a816-3a399c100840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.186326 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95820875-54c6-4e75-b299-14b6615196a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41e90ab-9b5e-4260-b447-38cf896c8077,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:55.197932 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-95820875-54c6-4e75-b299-14b6615196a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbb524eba1034ac1b411f94e1f4beedb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6560390 May 12 11:45:55.198634 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 32920) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:55.231977 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (6ae6c482-e56f-46d6-ac05-4ad378b6fe26), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.243199 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=87ba847e-ae2b-4b3f-9599-8f68310d239a,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:55.263619 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae6c482-e56f-46d6-ac05-4ad378b6fe26']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:55.271161 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-20c1b737-f663-479c-a29e-a9f0346f390d admin admin] Publish callbacks [] for security_group (a41e90ab-9b5e-4260-b447-38cf896c8077), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.274743 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a93ac7e-f129-45c0-8e4e-c216bf3f25f4') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:55.275052 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a93ac7e-f129-45c0-8e4e-c216bf3f25f4') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:45:55.286130 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3592661'] for segment (3a93ac7e-f129-45c0-8e4e-c216bf3f25f4), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.293413 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-20c1b737-f663-479c-a29e-a9f0346f390d admin admin] Publish callbacks [] for security_group (a41e90ab-9b5e-4260-b447-38cf896c8077), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.302420 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (3a93ac7e-f129-45c0-8e4e-c216bf3f25f4), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.313774 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:45:55.314279 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330030'] for segment (3a93ac7e-f129-45c0-8e4e-c216bf3f25f4), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: Traceback (most recent call last): May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: timer() May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: cb(*args, **kw) May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: return func(*args, **kwargs) May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: self._notify() May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: self.callback(batched_events) May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: event.method(event) May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: return f(self, *a, **k) May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._get(url).json() May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: return self.request(url, 'GET', **kwargs) May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:45:55.316886 dv-cinder-804735-29-iscsi neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:45:55.364249 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-20c1b737-f663-479c-a29e-a9f0346f390d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a41e90ab-9b5e-4260-b447-38cf896c8077), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.368739 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-20c1b737-f663-479c-a29e-a9f0346f390d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.374059 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-20c1b737-f663-479c-a29e-a9f0346f390d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a41e90ab-9b5e-4260-b447-38cf896c8077 HTTP/1.1" status: 204 len: 168 time: 0.1728992 May 12 11:45:55.390930 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (6ae6c482-e56f-46d6-ac05-4ad378b6fe26), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.391476 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1b737-f663-479c-a29e-a9f0346f390d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41e90ab-9b5e-4260-b447-38cf896c8077,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:55.402506 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.410365 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] 10.222.0.58 "DELETE /v2.0/networks/6ae6c482-e56f-46d6-ac05-4ad378b6fe26 HTTP/1.1" status: 204 len: 168 time: 0.4631455 May 12 11:45:55.426710 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae6c482-e56f-46d6-ac05-4ad378b6fe26,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:55.434796 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.435155 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.435512 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.435851 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.436186 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.436518 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.436843 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.437172 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.437947 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.437947 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.438215 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.438541 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.438860 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.439199 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.439520 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee35725f-91e9-4568-96df-d13c5ad8be4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:55.513651 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['87ba847e-ae2b-4b3f-9599-8f68310d239a'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:45:55.626655 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df956d-641e-410a-8b2b-48ad4f3183de req-40f08383-fe2e-4130-a663-0977066eaccc tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:55.628254 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49df956d-641e-410a-8b2b-48ad4f3183de req-40f08383-fe2e-4130-a663-0977066eaccc tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 948 time: 0.0773733 May 12 11:45:55.710490 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 32940) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:55.760729 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49df956d-641e-410a-8b2b-48ad4f3183de req-95b4495e-88c6-4c74-862c-e680f10c5d85 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243539 May 12 11:45:55.790698 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-998e0a17-dda1-47fc-bcda-617c69a17a9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b52f1a625344430ba655dc6c40eebb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0767484 May 12 11:45:55.791227 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 32942) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:55.847624 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0691de8-9fb1-4f6d-87f0-183f5e15141a admin admin] Publish callbacks [] for security_group (d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:55.878042 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0691de8-9fb1-4f6d-87f0-183f5e15141a admin admin] Publish callbacks [] for security_group (d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.159645 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 32958) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:56.179796 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d2b581e-f3b8-4e66-a604-3b5cc9c69094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.195479 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0691de8-9fb1-4f6d-87f0-183f5e15141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.198729 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0691de8-9fb1-4f6d-87f0-183f5e15141a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.203355 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e0691de8-9fb1-4f6d-87f0-183f5e15141a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb HTTP/1.1" status: 204 len: 168 time: 0.4081979 May 12 11:45:56.212993 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0691de8-9fb1-4f6d-87f0-183f5e15141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b2bcc-ec29-4517-9c10-0aa9cfa7a0fb,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:56.285455 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e6110-031a-46a7-ace9-f39a8567b218 req-9e017f5e-1dfe-4eff-8bed-5ae38d2ab906 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:56.286959 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d9e6110-031a-46a7-ace9-f39a8567b218 req-9e017f5e-1dfe-4eff-8bed-5ae38d2ab906 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0678346 May 12 11:45:56.321507 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.370958 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d2b581e-f3b8-4e66-a604-3b5cc9c69094 admin admin] Publish callbacks [] for security_group (a2a1f613-766c-4626-a752-198a93e07db5), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.383275 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d9e6110-031a-46a7-ace9-f39a8567b218 req-0cf14e4c-ca16-4933-a842-cccaf09f4b2f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880494 May 12 11:45:56.384626 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d2b581e-f3b8-4e66-a604-3b5cc9c69094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a2a1f613-766c-4626-a752-198a93e07db5), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.394058 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.443537 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-4d2b581e-f3b8-4e66-a604-3b5cc9c69094 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=621f819bd5a148eaaa78fdac75679329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824767 May 12 11:45:56.444582 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b581e-f3b8-4e66-a604-3b5cc9c69094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a1f613-766c-4626-a752-198a93e07db5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:56.446866 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 32970) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:56.504131 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ff06f21b-8cd5-4fb9-a1ad-4e4cca2ffc22 admin admin] Publish callbacks [] for security_group (a2a1f613-766c-4626-a752-198a93e07db5), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.528951 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ff06f21b-8cd5-4fb9-a1ad-4e4cca2ffc22 admin admin] Publish callbacks [] for security_group (a2a1f613-766c-4626-a752-198a93e07db5), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.588706 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ff06f21b-8cd5-4fb9-a1ad-4e4cca2ffc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a2a1f613-766c-4626-a752-198a93e07db5), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.591466 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ff06f21b-8cd5-4fb9-a1ad-4e4cca2ffc22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.592587 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-ff06f21b-8cd5-4fb9-a1ad-4e4cca2ffc22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2a1f613-766c-4626-a752-198a93e07db5 HTTP/1.1" status: 204 len: 168 time: 0.1445658 May 12 11:45:56.608473 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06f21b-8cd5-4fb9-a1ad-4e4cca2ffc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a1f613-766c-4626-a752-198a93e07db5,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:56.779261 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 87ba847e-ae2b-4b3f-9599-8f68310d239a up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:45:56.853242 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 87ba847e-ae2b-4b3f-9599-8f68310d239a completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:45:56.860958 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 87ba847e-ae2b-4b3f-9599-8f68310d239a triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:45:56.861636 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.901505 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295f847-068d-4beb-a55a-4ade8452cfd8 req-dec8ba02-7294-44b8-b237-374663107aa7 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:56.904839 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1295f847-068d-4beb-a55a-4ade8452cfd8 req-dec8ba02-7294-44b8-b237-374663107aa7 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 948 time: 0.0530088 May 12 11:45:56.963384 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1295f847-068d-4beb-a55a-4ade8452cfd8 req-5a01469e-d8ee-48a4-858b-158152719df9 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522668 May 12 11:45:56.970640 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 87ba847e-ae2b-4b3f-9599-8f68310d239a is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:45:56.971153 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:56.996205 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a996f51-8f4d-4537-a941-aa692ff88bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ba847e-ae2b-4b3f-9599-8f68310d239a'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:45:56.999278 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806abb60-43a3-4a89-9f0f-9fc732a12117" -d '{"events": [{"server_uuid": "0a996f51-8f4d-4537-a941-aa692ff88bf8", "name": "network-vif-plugged", "status": "completed", "tag": "87ba847e-ae2b-4b3f-9599-8f68310d239a"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:45:57.013475 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 87ba847e-ae2b-4b3f-9599-8f68310d239a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=87ba847e-ae2b-4b3f-9599-8f68310d239a,segment=NetworkSegment(98e86cec-041a-4355-a1e7-91026ea6f38b),segment_id=98e86cec-041a-4355-a1e7-91026ea6f38b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:45:57.019377 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:57.086221 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9268df68-f8fa-4deb-adad-30d64e756f63 x-openstack-request-id: req-9268df68-f8fa-4deb-adad-30d64e756f63 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:45:57.086602 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a996f51-8f4d-4537-a941-aa692ff88bf8", "name": "network-vif-plugged", "status": "completed", "tag": "87ba847e-ae2b-4b3f-9599-8f68310d239a", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:45:57.086928 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9268df68-f8fa-4deb-adad-30d64e756f63 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:45:57.087558 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9268df68-f8fa-4deb-adad-30d64e756f63'] response: {'server_uuid': '0a996f51-8f4d-4537-a941-aa692ff88bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ba847e-ae2b-4b3f-9599-8f68310d239a', 'code': 200} May 12 11:45:57.089442 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=87ba847e-ae2b-4b3f-9599-8f68310d239a,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:57.395162 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda0270-1d54-48f3-889f-2b891cdc736c req-5a4f700d-1fae-4034-8020-ae6889d59445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:57.398163 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9cda0270-1d54-48f3-889f-2b891cdc736c req-5a4f700d-1fae-4034-8020-ae6889d59445 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 1133 time: 0.0468123 May 12 11:45:57.468274 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9cda0270-1d54-48f3-889f-2b891cdc736c req-f4230eb3-9f89-4c4d-947f-1126cf6cafdc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625033 May 12 11:45:57.561234 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce735b82-9a11-4a9c-b688-212418c00938 req-90c196b6-0a7c-4963-963d-a6731614fb05 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:57.574325 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ce735b82-9a11-4a9c-b688-212418c00938 req-90c196b6-0a7c-4963-963d-a6731614fb05 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0839145 May 12 11:45:57.620344 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33042) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:57.662112 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ce735b82-9a11-4a9c-b688-212418c00938 req-78d4b6e8-b1ae-48f6-be6b-1dabeeae0639 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840471 May 12 11:45:57.680135 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:57.754607 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2099505424-network', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:57.778990 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Made reservation on behalf of d51975fc708d49efa56621b0fd19c47f for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:57.781610 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:57.790801 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:57.886237 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Publish callbacks [] for security_group (20f46449-17fa-4888-86c4-a5a8f5b8e0b5), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:57.891835 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (20f46449-17fa-4888-86c4-a5a8f5b8e0b5), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:57.912654 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:45:57.935841 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f46449-17fa-4888-86c4-a5a8f5b8e0b5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:57.940792 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (69e7374c-53ab-4b8c-838d-a43618b6c5e0), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:57.941213 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.segments_db [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Added segment 69e7374c-53ab-4b8c-838d-a43618b6c5e0 of type vlan for network f747c31e-f2f6-4373-ba29-1719eaa22635 May 12 11:45:57.990174 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (f747c31e-f2f6-4373-ba29-1719eaa22635), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.018707 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (f747c31e-f2f6-4373-ba29-1719eaa22635), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.019945 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:58.020688 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.070730 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4466870 May 12 11:45:58.071162 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33070) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:58.076915 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Request body: {'subnet': {'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2099505424-subnet', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:58.107375 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Made reservation on behalf of d51975fc708d49efa56621b0fd19c47f for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:45:58.110231 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118441238'] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.152357 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042f259-fe37-48f7-91b2-54392b04d3da req-102b77d6-868f-4490-84a2-b298a3c79595 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:58.158801 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d042f259-fe37-48f7-91b2-54392b04d3da req-102b77d6-868f-4490-84a2-b298a3c79595 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 949 time: 0.1083789 May 12 11:45:58.174569 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00f53a-7121-42b4-b120-ab713873f6cb admin admin] Pushing event updated for resources: {'Network': ['ID=f747c31e-f2f6-4373-ba29-1719eaa22635,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:58.238589 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d042f259-fe37-48f7-91b2-54392b04d3da req-9584b1fb-58a4-4bc8-a1c3-c76f44971d17 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787914 May 12 11:45:58.320879 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network f747c31e-f2f6-4373-ba29-1719eaa22635 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:45:58.348121 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118424035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118441216'] for subnet (fe6a700a-d728-4a58-8bea-bfad07912417), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.418022 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6a700a-d728-4a58-8bea-bfad07912417,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:58.422832 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Checking segment: {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:58.423172 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Network hostable DHCP agents. Network: f747c31e-f2f6-4373-ba29-1719eaa22635, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:45:58.440628 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Network f747c31e-f2f6-4373-ba29-1719eaa22635 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:45:58.454508 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, f747c31e-f2f6-4373-ba29-1719eaa22635) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:58.458793 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:58.459482 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.464015 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9c265d-8f19-4cb0-8f9a-08a197617a12 None None] Network f747c31e-f2f6-4373-ba29-1719eaa22635 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:45:58.479107 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-bd355b7a-c08d-4b04-8091-42a608bc822f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4067800 May 12 11:45:58.482276 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33120) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:45:58.488951 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:45:58.521830 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (c3c11a87-722e-4b5f-b071-19bceb7b884e), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.523021 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (c3c11a87-722e-4b5f-b071-19bceb7b884e), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.589977 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-f747c31e-f2f6-4373-ba29-1719eaa22635', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:45:58.590354 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks [] for router_controller (c3c11a87-722e-4b5f-b071-19bceb7b884e), precommit_add_association {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.591651 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.790529 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Allocated IP 172.20.0.2 (f747c31e-f2f6-4373-ba29-1719eaa22635/fe6a700a-d728-4a58-8bea-bfad07912417/322ed608-60d1-4e29-a702-e7abaeb7d660) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:45:58.800854 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks [] for router_gateway (c3c11a87-722e-4b5f-b071-19bceb7b884e), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:58.871350 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d709-920b-4cb2-b95b-f7acb8da20f0 req-f248df20-f49e-4495-83c7-c2c92c421ba9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:58.873751 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0e29d709-920b-4cb2-b95b-f7acb8da20f0 req-f248df20-f49e-4495-83c7-c2c92c421ba9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0756485 May 12 11:45:58.968040 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0e29d709-920b-4cb2-b95b-f7acb8da20f0 req-45f96885-1183-4602-8746-c31848d61a4e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869086 May 12 11:45:58.997670 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Publish callbacks [] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:59.012693 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:59.096672 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Network f747c31e-f2f6-4373-ba29-1719eaa22635 is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:59.099841 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:59.103647 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:45:59.144535 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks [] for router_gateway (c3c11a87-722e-4b5f-b071-19bceb7b884e), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:59.166954 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:59.190917 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Pushing event updated for resources: {'Port': ['ID=322ed608-60d1-4e29-a702-e7abaeb7d660,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:59.202151 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.202503 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.202863 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.203206 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.203537 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.203866 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.204190 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.204513 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.204834 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.205155 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.205479 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.205828 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.206240 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.206463 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.206837 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:45:59.256991 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:59.302582 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Attempting to bind port 322ed608-60d1-4e29-a702-e7abaeb7d660 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:45:59.303144 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Attempting to bind port 322ed608-60d1-4e29-a702-e7abaeb7d660 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:45:59.303677 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Attempting to bind port 322ed608-60d1-4e29-a702-e7abaeb7d660 on network f747c31e-f2f6-4373-ba29-1719eaa22635 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:45:59.314738 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:45:59.315552 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Checking segment: {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:45:59.316736 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:59.317305 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Bound using segment: {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:45:59.318984 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Bound port: 322ed608-60d1-4e29-a702-e7abaeb7d660, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:45:59.319555 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:59.416621 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Allocated IP 172.27.0.161 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/be7602a0-e984-44ad-9eaf-c5a1571108ee) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:45:59.548240 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] For port 322ed608-60d1-4e29-a702-e7abaeb7d660, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:45:59.551773 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] For port 322ed608-60d1-4e29-a702-e7abaeb7d660, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=322ed608-60d1-4e29-a702-e7abaeb7d660,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:45:59.562025 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:59.610101 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac4623-0d9a-4af3-a22e-c9ab09b33a1c req-7d734b72-4122-4b07-8454-9d0467f9311e tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:45:59.611188 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-dfac4623-0d9a-4af3-a22e-c9ab09b33a1c req-7d734b72-4122-4b07-8454-9d0467f9311e tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 949 time: 0.0619688 May 12 11:45:59.625438 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks [] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:59.638019 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94303242-5d7c-4531-9ffc-b816596cf7b5 None None] Pushing event updated for resources: {'Port': ['ID=322ed608-60d1-4e29-a702-e7abaeb7d660,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:45:59.697829 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-dfac4623-0d9a-4af3-a22e-c9ab09b33a1c req-f3b5d21c-28f1-48e6-ab87-53aeeb2bf911 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696144 May 12 11:45:59.701353 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:45:59.742754 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:45:59.745731 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:45:59.749403 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:45:59.787943 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Pushing event updated for resources: {'Port': ['ID=be7602a0-e984-44ad-9eaf-c5a1571108ee,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:00.034497 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks [] for router_gateway (c3c11a87-722e-4b5f-b071-19bceb7b884e), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:00.138271 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeaec1-f40c-4c01-a471-ccfa3d0b27ec req-68457980-f236-4af1-89ae-f905f9172213 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:00.139761 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8aaeaec1-f40c-4c01-a471-ccfa3d0b27ec req-68457980-f236-4af1-89ae-f905f9172213 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0684793 May 12 11:46:00.252110 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8aaeaec1-f40c-4c01-a471-ccfa3d0b27ec req-c826d315-4836-4b8d-9cd7-809453874d38 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877502 May 12 11:46:00.316561 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (c3c11a87-722e-4b5f-b071-19bceb7b884e), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:00.474897 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Router c3c11a87-722e-4b5f-b071-19bceb7b884e is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:46:00.550691 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 322ed608-60d1-4e29-a702-e7abaeb7d660 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:00.598771 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:46:00.608398 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Sync routers for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:46:00.609281 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8dc51e-42d5-4174-9206-8ff92bd43e37 None None] Network f747c31e-f2f6-4373-ba29-1719eaa22635 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:46:00.619019 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:00.619674 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:00.624534 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:00.629189 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-96e04b23-63a2-4b9f-8fd5-7554bdd139d4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1428380 May 12 11:46:00.629372 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33182) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:00.637395 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 322ed608-60d1-4e29-a702-e7abaeb7d660 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:00.637814 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:00.718442 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-d700b107-e362-4dc6-b84b-3726c6efef90 None None] Provisioning complete for port 322ed608-60d1-4e29-a702-e7abaeb7d660 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:00.718841 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d700b107-e362-4dc6-b84b-3726c6efef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:00.743169 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:00.842723 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1841aec-1f7a-4dfa-993e-d323004316eb req-3e1470f6-68a1-4939-a536-7bfee20e8496 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:00.851452 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b1841aec-1f7a-4dfa-993e-d323004316eb req-3e1470f6-68a1-4939-a536-7bfee20e8496 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 949 time: 0.0703912 May 12 11:46:00.876632 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 322ed608-60d1-4e29-a702-e7abaeb7d660 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:00.877317 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:00.879580 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-d700b107-e362-4dc6-b84b-3726c6efef90 None None] Current status of the port 322ed608-60d1-4e29-a702-e7abaeb7d660 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:00.880131 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d700b107-e362-4dc6-b84b-3726c6efef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:00.954772 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d700b107-e362-4dc6-b84b-3726c6efef90 None None] For port 322ed608-60d1-4e29-a702-e7abaeb7d660, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=322ed608-60d1-4e29-a702-e7abaeb7d660,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:00.967177 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d700b107-e362-4dc6-b84b-3726c6efef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.054940 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:45:59Z', 'revision_number': 3, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:01.056579 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700b107-e362-4dc6-b84b-3726c6efef90 None None] Pushing event updated for resources: {'Port': ['ID=322ed608-60d1-4e29-a702-e7abaeb7d660,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:01.111414 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.db.api [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 11:46:01.112015 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG oslo_db.api [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 11:46:01.129887 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Checking router: c3c11a87-722e-4b5f-b071-19bceb7b884e for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:46:01.131481 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Updating router c3c11a87-722e-4b5f-b071-19bceb7b884e port be7602a0-e984-44ad-9eaf-c5a1571108ee binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:46:01.154489 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b1841aec-1f7a-4dfa-993e-d323004316eb req-e65b350f-0aea-495c-8366-2a6fc9dd4d3a tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017235 May 12 11:46:01.166511 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.193010 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-a6283604-375b-4cd7-b316-6e00ca748e67 None None] Provisioning complete for port 322ed608-60d1-4e29-a702-e7abaeb7d660 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:01.193517 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a6283604-375b-4cd7-b316-6e00ca748e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.285073 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-a6283604-375b-4cd7-b316-6e00ca748e67 None None] Current status of the port 322ed608-60d1-4e29-a702-e7abaeb7d660 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:01.406987 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd33cf-495d-4cb1-9b77-19810198f335 req-6df6237c-fcb3-469d-9f87-132c1454108b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:01.408523 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8cbd33cf-495d-4cb1-9b77-19810198f335 req-6df6237c-fcb3-469d-9f87-132c1454108b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0718899 May 12 11:46:01.435727 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.483049 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8cbd33cf-495d-4cb1-9b77-19810198f335 req-e71ceeba-2ce1-4202-b4b4-84b4145de40f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628898 May 12 11:46:01.520125 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Publish callbacks [] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.520914 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.556663 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36206592-99ca-4120-9f33-2d636d8018f0 req-b9569523-7248-417d-9873-04336f57c848 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:01.558203 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-36206592-99ca-4120-9f33-2d636d8018f0 req-b9569523-7248-417d-9873-04336f57c848 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 949 time: 0.1063163 May 12 11:46:01.572657 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Attempting to bind port be7602a0-e984-44ad-9eaf-c5a1571108ee on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:01.573025 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Attempting to bind port be7602a0-e984-44ad-9eaf-c5a1571108ee by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:01.573387 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Attempting to bind port be7602a0-e984-44ad-9eaf-c5a1571108ee on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:01.580738 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Pushing event updated for resources: {'Port': ['ID=be7602a0-e984-44ad-9eaf-c5a1571108ee,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:01.583647 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:01.584015 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:01.584408 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.584797 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:01.585259 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Bound port: be7602a0-e984-44ad-9eaf-c5a1571108ee, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:01.585637 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.609316 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.609981 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.610072 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.610408 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.610751 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.611078 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.611398 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.611718 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.612053 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.612381 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.612703 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.613035 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.613358 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.613674 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.614013 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:01.647867 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] For port be7602a0-e984-44ad-9eaf-c5a1571108ee, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:01.651247 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] For port be7602a0-e984-44ad-9eaf-c5a1571108ee, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=be7602a0-e984-44ad-9eaf-c5a1571108ee,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:01.652551 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 322ed608-60d1-4e29-a702-e7abaeb7d660 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:01.659326 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.681217 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-36206592-99ca-4120-9f33-2d636d8018f0 req-d0f72dc5-84ad-466d-8165-2e7ecc01bca6 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955586 May 12 11:46:01.691302 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Allocated IP 172.20.0.1 (f747c31e-f2f6-4373-ba29-1719eaa22635/fe6a700a-d728-4a58-8bea-bfad07912417/1ac8b4f3-0189-45a0-a507-9a215681fec1) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:01.718550 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:01.719165 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:01.754538 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4d6c-70b8-4a8d-b1ec-b44bf11ff85a None None] Pushing event updated for resources: {'Port': ['ID=be7602a0-e984-44ad-9eaf-c5a1571108ee,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:01.801065 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Publish callbacks [] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.841620 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:01.842314 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:01.886391 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Network f747c31e-f2f6-4373-ba29-1719eaa22635 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:01.889461 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:01.893198 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:01.927739 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac8b4f3-0189-45a0-a507-9a215681fec1,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:01.953030 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (c3c11a87-722e-4b5f-b071-19bceb7b884e), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:02.105154 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:02.119423 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-4b96b098-d8a1-49d4-9afa-d09b37b24bec None None] Provisioning complete for port 1ac8b4f3-0189-45a0-a507-9a215681fec1 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:02.120073 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-4b96b098-d8a1-49d4-9afa-d09b37b24bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:02.126359 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:45:59Z', 'revision_number': 3, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:02.153378 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aec17-12b3-4833-a73f-51ae570bad94 None None] The sync data for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi is: [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:45:59Z', 'revision_number': 3, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:46:02.160744 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-4b96b098-d8a1-49d4-9afa-d09b37b24bec None None] Port 1ac8b4f3-0189-45a0-a507-9a215681fec1 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:46:02.318603 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Publish callbacks [] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:02.323390 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:02.402685 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac8b4f3-0189-45a0-a507-9a215681fec1,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:02.405262 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (c3c11a87-722e-4b5f-b071-19bceb7b884e), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:02.520836 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Network f747c31e-f2f6-4373-ba29-1719eaa22635 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:02.523583 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:02.660584 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device be7602a0-e984-44ad-9eaf-c5a1571108ee up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:02.684500 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6730e-2607-4fa8-a243-eec0a2dc2864 req-fe168942-833b-4f77-9ba9-cd9606951f67 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:02.693656 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-68b6730e-2607-4fa8-a243-eec0a2dc2864 req-fe168942-833b-4f77-9ba9-cd9606951f67 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.1039662 May 12 11:46:02.740205 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Router c3c11a87-722e-4b5f-b071-19bceb7b884e has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:46:02.761865 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port be7602a0-e984-44ad-9eaf-c5a1571108ee triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:02.762801 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:02.768119 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-68b6730e-2607-4fa8-a243-eec0a2dc2864 req-6d337933-e3ae-4d27-8099-1c6ae325ef02 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733414 May 12 11:46:02.852906 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port be7602a0-e984-44ad-9eaf-c5a1571108ee is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:02.853291 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:02.884261 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port be7602a0-e984-44ad-9eaf-c5a1571108ee, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=be7602a0-e984-44ad-9eaf-c5a1571108ee,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:02.884676 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c9efa-e7ae-439f-8dee-7bb6420f0f22 req-c316d5d5-d9d0-49b7-b9c1-c23995e7cdd7 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:02.893248 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-c18f04e1-0b78-4669-a8f0-fd85bfb8ba24 None None] Provisioning complete for port 1ac8b4f3-0189-45a0-a507-9a215681fec1 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:02.893746 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c18f04e1-0b78-4669-a8f0-fd85bfb8ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:02.893985 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-337c9efa-e7ae-439f-8dee-7bb6420f0f22 req-c316d5d5-d9d0-49b7-b9c1-c23995e7cdd7 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 949 time: 0.0706937 May 12 11:46:02.897640 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:02.898024 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 322ed608-60d1-4e29-a702-e7abaeb7d660 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:02.985674 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:46:02.997784 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7ce8c107-c280-49d9-a093-2161aa692626 admin admin] 10.222.0.58 "PUT /v2.0/routers/c3c11a87-722e-4b5f-b071-19bceb7b884e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3645949 May 12 11:46:03.025734 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-337c9efa-e7ae-439f-8dee-7bb6420f0f22 req-b3ef8cb3-9ba9-44d6-889b-4f14fe034877 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224170 May 12 11:46:03.034138 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-c18f04e1-0b78-4669-a8f0-fd85bfb8ba24 None None] Port 1ac8b4f3-0189-45a0-a507-9a215681fec1 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:46:03.042714 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=be7602a0-e984-44ad-9eaf-c5a1571108ee,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:03.060826 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 322ed608-60d1-4e29-a702-e7abaeb7d660 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:03.061225 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.163727 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 322ed608-60d1-4e29-a702-e7abaeb7d660 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:03.369480 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33232) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:03.374651 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-76bba336-1c14-4358-a377-325c4e19839d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470667163', 'description': 'tempest-description--1738591843'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:03.398236 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76bba336-1c14-4358-a377-325c4e19839d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.477640 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76bba336-1c14-4358-a377-325c4e19839d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.482804 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76bba336-1c14-4358-a377-325c4e19839d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.513085 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76bba336-1c14-4358-a377-325c4e19839d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.514337 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-76bba336-1c14-4358-a377-325c4e19839d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1437984 May 12 11:46:03.517400 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33238) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:03.519882 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bba336-1c14-4358-a377-325c4e19839d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:03.522076 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-625507ee-1cac-406d-83bf-18d40ee648d6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'security_group_rule': {'security_group_id': '9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:03.550011 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-625507ee-1cac-406d-83bf-18d40ee648d6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (0197be57-2cdc-4cdc-b24c-5687ea92144a), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.597206 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-625507ee-1cac-406d-83bf-18d40ee648d6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (0197be57-2cdc-4cdc-b24c-5687ea92144a), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.601034 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-625507ee-1cac-406d-83bf-18d40ee648d6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (0197be57-2cdc-4cdc-b24c-5687ea92144a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.620470 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625507ee-1cac-406d-83bf-18d40ee648d6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0197be57-2cdc-4cdc-b24c-5687ea92144a,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:03.631435 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-625507ee-1cac-406d-83bf-18d40ee648d6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.633011 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-625507ee-1cac-406d-83bf-18d40ee648d6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145389 May 12 11:46:03.635652 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33244) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:03.640929 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5db947ef-bbd3-40d7-8ab8-a4fbd2d57ae8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'security_group_rule': {'security_group_id': '9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:03.676515 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5db947ef-bbd3-40d7-8ab8-a4fbd2d57ae8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (13ac2544-5591-4913-882d-293b6988a586), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.742036 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5db947ef-bbd3-40d7-8ab8-a4fbd2d57ae8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (13ac2544-5591-4913-882d-293b6988a586), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.746050 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5db947ef-bbd3-40d7-8ab8-a4fbd2d57ae8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (13ac2544-5591-4913-882d-293b6988a586), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.764745 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db947ef-bbd3-40d7-8ab8-a4fbd2d57ae8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ac2544-5591-4913-882d-293b6988a586,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:03.776209 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5db947ef-bbd3-40d7-8ab8-a4fbd2d57ae8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.777499 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-5db947ef-bbd3-40d7-8ab8-a4fbd2d57ae8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406589 May 12 11:46:03.780577 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33256) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:03.785805 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:03.821726 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:03.952973 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604970b-b97e-479f-993c-e5c5f312b95f req-fcb4d9aa-a05f-4a1c-ae9c-0742d09778bc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:03.954793 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5604970b-b97e-479f-993c-e5c5f312b95f req-fcb4d9aa-a05f-4a1c-ae9c-0742d09778bc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0925171 May 12 11:46:03.957694 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.053153 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5604970b-b97e-479f-993c-e5c5f312b95f req-fad47f7c-5d83-4b20-a9f6-91f33035f6d3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880342 May 12 11:46:04.107498 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Allocated IP 172.27.0.66 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/dc145e63-28bb-45bf-96dc-151a9b32bf70) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:04.138760 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-3504a13e-3398-46b7-a7b6-24cb96a6e5be tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:04.140581 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-3504a13e-3398-46b7-a7b6-24cb96a6e5be tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 949 time: 0.1079161 May 12 11:46:04.150476 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Sync routers for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:46:04.177067 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:04.178165 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:04.258432 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for port (dc145e63-28bb-45bf-96dc-151a9b32bf70), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.277467 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff5fbe-fed2-4014-97b0-a34df464d21e req-e891f556-b122-4367-94a9-40fe3220bb7c tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:04.279196 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-85ff5fbe-fed2-4014-97b0-a34df464d21e req-e891f556-b122-4367-94a9-40fe3220bb7c tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 949 time: 0.1375721 May 12 11:46:04.316480 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (dc145e63-28bb-45bf-96dc-151a9b32bf70), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.366470 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:04.369961 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:04.375443 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:04.403525 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'Port': ['ID=dc145e63-28bb-45bf-96dc-151a9b32bf70,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:04.489898 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-2dc1f1a1-fcc0-4022-9a55-5caf5c4fda80 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Deleting port 87ba847e-ae2b-4b3f-9599-8f68310d239a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:46:04.490283 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-2dc1f1a1-fcc0-4022-9a55-5caf5c4fda80 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.539899 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-85ff5fbe-fed2-4014-97b0-a34df464d21e req-5ee6487d-fb8d-4716-bf86-62953af0b623 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/security-groups?id=89f6caf6-dde4-475b-bba5-dd6164a71fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330909 May 12 11:46:04.587636 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (e503d291-fd97-4076-b0dc-1e49e9d3107c), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.611624 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device be7602a0-e984-44ad-9eaf-c5a1571108ee up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:04.669313 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:04.676402 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (dc145e63-28bb-45bf-96dc-151a9b32bf70), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.681022 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-2dc1f1a1-fcc0-4022-9a55-5caf5c4fda80 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] For port 87ba847e-ae2b-4b3f-9599-8f68310d239a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=87ba847e-ae2b-4b3f-9599-8f68310d239a,segment=NetworkSegment(98e86cec-041a-4355-a1e7-91026ea6f38b),segment_id=98e86cec-041a-4355-a1e7-91026ea6f38b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:04.681390 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-2dc1f1a1-fcc0-4022-9a55-5caf5c4fda80 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.712968 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-2dc1f1a1-fcc0-4022-9a55-5caf5c4fda80 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Calling delete_port for 87ba847e-ae2b-4b3f-9599-8f68310d239a owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:46:04.719986 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port be7602a0-e984-44ad-9eaf-c5a1571108ee triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:04.720387 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.865310 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-2dc1f1a1-fcc0-4022-9a55-5caf5c4fda80 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (87ba847e-ae2b-4b3f-9599-8f68310d239a), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.893505 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1f1a1-fcc0-4022-9a55-5caf5c4fda80 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Pushing event deleted for resources: {'Port': ['ID=87ba847e-ae2b-4b3f-9599-8f68310d239a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:04.903938 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port be7602a0-e984-44ad-9eaf-c5a1571108ee is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:04.911670 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for port (dc145e63-28bb-45bf-96dc-151a9b32bf70), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.918786 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (dc145e63-28bb-45bf-96dc-151a9b32bf70), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.929374 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['87ba847e-ae2b-4b3f-9599-8f68310d239a'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:46:04.951094 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-2dc1f1a1-fcc0-4022-9a55-5caf5c4fda80 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] No DVR routers for this DVR port 87ba847e-ae2b-4b3f-9599-8f68310d239a on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:46:04.955663 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-2dc1f1a1-fcc0-4022-9a55-5caf5c4fda80 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:04.960467 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5627950-d95d-4a6b-9e6d-a0807980c70c req-2dc1f1a1-fcc0-4022-9a55-5caf5c4fda80 tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.35 "DELETE /v2.0/ports/87ba847e-ae2b-4b3f-9599-8f68310d239a HTTP/1.1" status: 204 len: 173 time: 0.7991753 May 12 11:46:04.961811 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a996f51-8f4d-4537-a941-aa692ff88bf8', 'name': 'network-vif-deleted', 'tag': '87ba847e-ae2b-4b3f-9599-8f68310d239a'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:46:04.967206 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920ed34c-ceee-48bc-b88d-413c7ecfe1a7" -d '{"events": [{"server_uuid": "0a996f51-8f4d-4537-a941-aa692ff88bf8", "name": "network-vif-deleted", "tag": "87ba847e-ae2b-4b3f-9599-8f68310d239a"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:46:04.978381 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 2, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:05.014521 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (e503d291-fd97-4076-b0dc-1e49e9d3107c), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:05.037687 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'Port': ['ID=dc145e63-28bb-45bf-96dc-151a9b32bf70,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:05.042595 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Checking router: c3c11a87-722e-4b5f-b071-19bceb7b884e for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:46:05.042974 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Updating router c3c11a87-722e-4b5f-b071-19bceb7b884e port 1ac8b4f3-0189-45a0-a507-9a215681fec1 binding host dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:46:05.065212 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2f1524-eb00-4906-a5ec-3d345f27621a x-openstack-request-id: req-6b2f1524-eb00-4906-a5ec-3d345f27621a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:46:05.065567 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a996f51-8f4d-4537-a941-aa692ff88bf8", "name": "network-vif-deleted", "tag": "87ba847e-ae2b-4b3f-9599-8f68310d239a", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:46:05.065883 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b2f1524-eb00-4906-a5ec-3d345f27621a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:46:05.066381 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2f1524-eb00-4906-a5ec-3d345f27621a'] response: {'server_uuid': '0a996f51-8f4d-4537-a941-aa692ff88bf8', 'name': 'network-vif-deleted', 'tag': '87ba847e-ae2b-4b3f-9599-8f68310d239a', 'status': 'completed', 'code': 200} May 12 11:46:05.071396 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:05.081357 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-4205fde5-e84e-4a9e-8bfb-193031f469a0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2905869 May 12 11:46:05.094593 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:05.260324 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827872b-0d3a-41e1-8333-fd391683a06f req-7c387195-5940-4d7e-bc6e-a087f0828224 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:05.267170 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0827872b-0d3a-41e1-8333-fd391683a06f req-7c387195-5940-4d7e-bc6e-a087f0828224 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0751619 May 12 11:46:05.321247 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0827872b-0d3a-41e1-8333-fd391683a06f req-5b2bd074-e4e7-4f7f-9b4b-447bf64bacc6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 May 12 11:46:05.325466 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-cf7e0120-5e34-4699-9886-6b09a5c9e64b tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1470667163&fields=id&tenant_id=d51975fc708d49efa56621b0fd19c47f HTTP/1.1" status: 200 len: 267 time: 0.0632532 May 12 11:46:05.437881 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-e618f014-baac-4022-9547-6dae479aabc6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:05.439169 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-e618f014-baac-4022-9547-6dae479aabc6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/networks?id=f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 200 len: 811 time: 0.1070130 May 12 11:46:05.455239 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-a35b685a-8efd-4357-8c2a-7d76f2b6e6a8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/quotas/d51975fc708d49efa56621b0fd19c47f HTTP/1.1" status: 200 len: 375 time: 0.0100999 May 12 11:46:05.484698 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Publish callbacks [] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:05.490696 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:05.526402 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-f71ebb33-c2d2-4c8c-b34e-ac4d9cd29f6a tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d51975fc708d49efa56621b0fd19c47f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655372 May 12 11:46:05.554111 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a259b2-eb5f-4f91-9b41-9e584e8b5d0a None None] Pushing event updated for resources: {'Port': ['ID=1ac8b4f3-0189-45a0-a507-9a215681fec1,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:05.676979 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Attempting to bind port 1ac8b4f3-0189-45a0-a507-9a215681fec1 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:05.678300 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Attempting to bind port 1ac8b4f3-0189-45a0-a507-9a215681fec1 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:05.678878 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Attempting to bind port 1ac8b4f3-0189-45a0-a507-9a215681fec1 on network f747c31e-f2f6-4373-ba29-1719eaa22635 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:05.689872 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:05.690428 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Checking segment: {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:05.691166 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:05.691492 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Bound using segment: {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:05.692315 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Bound port: 1ac8b4f3-0189-45a0-a507-9a215681fec1, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:05.692856 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:05.773108 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ee3b680c-712d-4da6-9e53-75b77fcdf34d req-16339258-c709-4f63-a69f-5cc7cec31e6d tempest-VolumesNegativeTest-32887468 tempest-VolumesNegativeTest-32887468-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a996f51-8f4d-4537-a941-aa692ff88bf8 HTTP/1.1" status: 200 len: 210 time: 0.0564249 May 12 11:46:05.801594 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-ab629c6c-1e28-4bea-8575-e90ff078c090 service neutron] 10.222.0.58 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401922 May 12 11:46:05.864926 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] For port 1ac8b4f3-0189-45a0-a507-9a215681fec1, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:05.868982 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] For port 1ac8b4f3-0189-45a0-a507-9a215681fec1, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=1ac8b4f3-0189-45a0-a507-9a215681fec1,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:05.892350 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:05.904662 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-0c58470e-cd38-4389-b2c2-2a2276dc732c service neutron] 10.222.0.58 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018708 May 12 11:46:05.929732 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-69444dc1-0619-4483-9a12-78ca57a8685f None None] Provisioning complete for port 1ac8b4f3-0189-45a0-a507-9a215681fec1 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:05.930050 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-69444dc1-0619-4483-9a12-78ca57a8685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:06.004066 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:06.004732 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:06.006564 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a259b2-eb5f-4f91-9b41-9e584e8b5d0a None None] Pushing event updated for resources: {'Port': ['ID=1ac8b4f3-0189-45a0-a507-9a215681fec1,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:06.116024 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cf726aad-2a87-4d32-9c85-dd777820264b req-49ebae81-5450-47dc-8f9a-e854dc91335f tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0424004 May 12 11:46:06.230882 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-69444dc1-0619-4483-9a12-78ca57a8685f None None] Current status of the port 1ac8b4f3-0189-45a0-a507-9a215681fec1 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:06.231524 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-69444dc1-0619-4483-9a12-78ca57a8685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:06.260714 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:06.319598 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-69444dc1-0619-4483-9a12-78ca57a8685f None None] For port 1ac8b4f3-0189-45a0-a507-9a215681fec1, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=1ac8b4f3-0189-45a0-a507-9a215681fec1,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:06.330548 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-69444dc1-0619-4483-9a12-78ca57a8685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:06.485548 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235c231-bd7b-44ee-8cff-a07478e75335 req-60aa3631-224f-492b-b69e-43733b8841f9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:06.493863 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7235c231-bd7b-44ee-8cff-a07478e75335 req-60aa3631-224f-492b-b69e-43733b8841f9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0693142 May 12 11:46:06.498603 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-fad37481-699a-44b9-b377-d7636f1b1708 None None] Provisioning complete for port 1ac8b4f3-0189-45a0-a507-9a215681fec1 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:06.499511 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fad37481-699a-44b9-b377-d7636f1b1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:06.542605 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:46:06.575534 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69444dc1-0619-4483-9a12-78ca57a8685f None None] Pushing event updated for resources: {'Port': ['ID=1ac8b4f3-0189-45a0-a507-9a215681fec1,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:06.606681 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7235c231-bd7b-44ee-8cff-a07478e75335 req-60bbbaf2-f9bc-40a8-b947-d3f6ed9e96ae tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113181 May 12 11:46:06.688772 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:05Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:06.721583 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-fad37481-699a-44b9-b377-d7636f1b1708 None None] Current status of the port 1ac8b4f3-0189-45a0-a507-9a215681fec1 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:06.724258 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe446d-2b79-45ec-a5c7-83ca71222a24 None None] The sync data for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi is: [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:05Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:46:06.923497 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33362) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:07.115036 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-901e80ec-baeb-48e9-881d-b9d93bd3b609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:07.273765 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8535ea18-4be4-4950-9465-6e6595ed77e2 req-a3f72c5b-fa7b-4fde-ab02-f2aed1a88cfa tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0460899 May 12 11:46:07.308446 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-901e80ec-baeb-48e9-881d-b9d93bd3b609 admin admin] Publish callbacks [] for security_group (a7ff5cc1-d15e-481f-9a95-047cf20cfc50), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:07.315104 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-901e80ec-baeb-48e9-881d-b9d93bd3b609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a7ff5cc1-d15e-481f-9a95-047cf20cfc50), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:07.349601 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e80ec-baeb-48e9-881d-b9d93bd3b609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ff5cc1-d15e-481f-9a95-047cf20cfc50,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:07.375916 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33398) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:07.376512 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-901e80ec-baeb-48e9-881d-b9d93bd3b609 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cefc5430ba0842c3a9a05b0ab4049ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513505 May 12 11:46:07.431530 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da687d8e-d8ed-48ed-a470-bf1437d11b5e admin admin] Publish callbacks [] for security_group (a7ff5cc1-d15e-481f-9a95-047cf20cfc50), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:07.470680 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da687d8e-d8ed-48ed-a470-bf1437d11b5e admin admin] Publish callbacks [] for security_group (a7ff5cc1-d15e-481f-9a95-047cf20cfc50), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:07.525166 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da687d8e-d8ed-48ed-a470-bf1437d11b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a7ff5cc1-d15e-481f-9a95-047cf20cfc50), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:07.528002 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da687d8e-d8ed-48ed-a470-bf1437d11b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:07.529686 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-da687d8e-d8ed-48ed-a470-bf1437d11b5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7ff5cc1-d15e-481f-9a95-047cf20cfc50 HTTP/1.1" status: 204 len: 168 time: 0.1525583 May 12 11:46:07.538695 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da687d8e-d8ed-48ed-a470-bf1437d11b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ff5cc1-d15e-481f-9a95-047cf20cfc50,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:07.779671 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff351f50-9cf2-4e66-9d13-f33c7f7acb2a req-7cbc5c0a-ad6c-43be-a656-22a3cde93122 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:07.781346 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ff351f50-9cf2-4e66-9d13-f33c7f7acb2a req-7cbc5c0a-ad6c-43be-a656-22a3cde93122 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0944879 May 12 11:46:07.893526 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ff351f50-9cf2-4e66-9d13-f33c7f7acb2a req-e7c291f2-ada5-4f94-987e-f98e7654744b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945749 May 12 11:46:08.007344 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-bedf76bc-8e9c-4f74-8bd3-ab07bce36184 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:08.008906 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-bedf76bc-8e9c-4f74-8bd3-ab07bce36184 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.35 "GET /v2.0/networks?id=f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 200 len: 811 time: 0.1917129 May 12 11:46:08.012680 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33452) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:08.026774 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37e8302e-d835-484d-b824-1d4c8c326ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:08.135248 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37e8302e-d835-484d-b824-1d4c8c326ec6 admin admin] Publish callbacks [] for security_group (2546dc07-2176-4428-87ed-e932b5c0e2b2), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:08.145529 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37e8302e-d835-484d-b824-1d4c8c326ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (2546dc07-2176-4428-87ed-e932b5c0e2b2), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:08.172601 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-2ba6f429-d3a3-405b-934c-aca558f4add2 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51975fc708d49efa56621b0fd19c47f HTTP/1.1" status: 200 len: 380 time: 0.1227968 May 12 11:46:08.176840 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33474) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:08.186403 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-37e8302e-d835-484d-b824-1d4c8c326ec6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcffe019d17449aca3e8b35dcda57946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714487 May 12 11:46:08.222571 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8302e-d835-484d-b824-1d4c8c326ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2546dc07-2176-4428-87ed-e932b5c0e2b2,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:08.242382 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31c485e6-7743-4d5c-afb3-a8d2939faa3e admin admin] Publish callbacks [] for security_group (2546dc07-2176-4428-87ed-e932b5c0e2b2), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:08.258731 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'port': {'device_id': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'admin_state_up': True, 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'security_groups': ['9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:08.289902 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31c485e6-7743-4d5c-afb3-a8d2939faa3e admin admin] Publish callbacks [] for security_group (2546dc07-2176-4428-87ed-e932b5c0e2b2), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:08.415367 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fdffbecb-08b8-47c6-87f2-005892c5ec5e req-23a5c27f-8392-409e-8bf2-d154fbdb2f88 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0710688 May 12 11:46:08.454998 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31c485e6-7743-4d5c-afb3-a8d2939faa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (2546dc07-2176-4428-87ed-e932b5c0e2b2), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:08.461202 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31c485e6-7743-4d5c-afb3-a8d2939faa3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:08.462443 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-31c485e6-7743-4d5c-afb3-a8d2939faa3e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2546dc07-2176-4428-87ed-e932b5c0e2b2 HTTP/1.1" status: 204 len: 168 time: 0.2844167 May 12 11:46:08.503192 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c485e6-7743-4d5c-afb3-a8d2939faa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2546dc07-2176-4428-87ed-e932b5c0e2b2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:08.522869 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Made reservation on behalf of d51975fc708d49efa56621b0fd19c47f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:46:08.540671 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:08.592196 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 1ac8b4f3-0189-45a0-a507-9a215681fec1 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:08.655655 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 1ac8b4f3-0189-45a0-a507-9a215681fec1 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:08.656731 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:08.738934 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Allocated IP 172.20.0.8 (f747c31e-f2f6-4373-ba29-1719eaa22635/fe6a700a-d728-4a58-8bea-bfad07912417/2fe78454-40e0-452b-9fda-bc63a3a68799) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:08.788643 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 1ac8b4f3-0189-45a0-a507-9a215681fec1 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:08.864317 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 87ba847e-ae2b-4b3f-9599-8f68310d239a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:46:08.894547 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 87ba847e-ae2b-4b3f-9599-8f68310d239a {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:46:08.895216 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 87ba847e-ae2b-4b3f-9599-8f68310d239a not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:46:08.938952 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:09.009752 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:09.091800 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0be67-b853-4637-93dd-2a241ef314e7 req-cefb8513-c7e9-4489-9f66-09fe16e1d11d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:09.093429 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bea0be67-b853-4637-93dd-2a241ef314e7 req-cefb8513-c7e9-4489-9f66-09fe16e1d11d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.1239941 May 12 11:46:09.099588 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Network f747c31e-f2f6-4373-ba29-1719eaa22635 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:09.105718 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:09.112004 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'Port': ['ID=2fe78454-40e0-452b-9fda-bc63a3a68799,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:09.115415 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:09.196140 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:09.196947 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:09.203084 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bea0be67-b853-4637-93dd-2a241ef314e7 req-7ee439b8-9348-45d3-9b49-a6ad2cb0eb00 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995219 May 12 11:46:09.245352 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-126f82e2-3936-4f08-bdf6-1f6efba01119 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9902656 May 12 11:46:09.269269 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Request body: {'port': {'device_id': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:09.348527 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:09.382020 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-c6efe0bc-ff7c-4f82-925c-f1f1e0aff167 None None] Provisioning complete for port 2fe78454-40e0-452b-9fda-bc63a3a68799 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:09.382462 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c6efe0bc-ff7c-4f82-925c-f1f1e0aff167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:09.420352 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-c6efe0bc-ff7c-4f82-925c-f1f1e0aff167 None None] Port 2fe78454-40e0-452b-9fda-bc63a3a68799 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:46:09.595523 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7627d59-1f00-4110-98c0-d6bf5b595fb6 req-a79bce8a-e050-47ee-bed0-07efad178e6b tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:09.601560 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b7627d59-1f00-4110-98c0-d6bf5b595fb6 req-a79bce8a-e050-47ee-bed0-07efad178e6b tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 931 time: 0.0628233 May 12 11:46:09.661626 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33568) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:09.672586 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b7627d59-1f00-4110-98c0-d6bf5b595fb6 req-2b3b7fc8-ea10-4b75-9d4d-a7dbc18fa1b6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619025 May 12 11:46:09.709906 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33574) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:09.770072 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe78454-40e0-452b-9fda-bc63a3a68799 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:46:09.778622 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Publish callbacks [] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:09.801923 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Transition to ACTIVE for port object 2fe78454-40e0-452b-9fda-bc63a3a68799 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:46:09.810009 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:09.848419 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04e8fcd3-a804-48fb-b154-4d4d5490af80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:09.872654 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d33da04-27fc-4a29-92b2-7afeced5c41b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:09.939652 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe78454-40e0-452b-9fda-bc63a3a68799,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:09.987038 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Attempting to bind port 2fe78454-40e0-452b-9fda-bc63a3a68799 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:09.987698 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Attempting to bind port 2fe78454-40e0-452b-9fda-bc63a3a68799 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:09.988407 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Attempting to bind port 2fe78454-40e0-452b-9fda-bc63a3a68799 on network f747c31e-f2f6-4373-ba29-1719eaa22635 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:09.994688 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Port 2fe78454-40e0-452b-9fda-bc63a3a68799 on network f747c31e-f2f6-4373-ba29-1719eaa22635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:46:09.995194 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Attempting to bind port 2fe78454-40e0-452b-9fda-bc63a3a68799 on network f747c31e-f2f6-4373-ba29-1719eaa22635 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:10.002166 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:10.002844 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Checking segment: {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:10.003390 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Bound using segment: {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:10.004330 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Bound port: 2fe78454-40e0-452b-9fda-bc63a3a68799, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:10.004886 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.053534 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d33da04-27fc-4a29-92b2-7afeced5c41b admin admin] Publish callbacks [] for security_group (cf9cb21c-8ae6-4819-bb18-10609ba74246), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.060556 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d33da04-27fc-4a29-92b2-7afeced5c41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (cf9cb21c-8ae6-4819-bb18-10609ba74246), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.068955 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04e8fcd3-a804-48fb-b154-4d4d5490af80 admin admin] Publish callbacks [] for security_group (5b570f49-45f6-4807-aed3-de4fdf3c0de1), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.091311 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04e8fcd3-a804-48fb-b154-4d4d5490af80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5b570f49-45f6-4807-aed3-de4fdf3c0de1), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.116466 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] For port 2fe78454-40e0-452b-9fda-bc63a3a68799, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:10.118396 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-04e8fcd3-a804-48fb-b154-4d4d5490af80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4c4b2de44b146b9b31831a7389caeb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557006 May 12 11:46:10.121897 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] For port 2fe78454-40e0-452b-9fda-bc63a3a68799, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2fe78454-40e0-452b-9fda-bc63a3a68799,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:10.126374 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33626) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:10.133218 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.190507 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-0d33da04-27fc-4a29-92b2-7afeced5c41b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3680e10193b468a8a05ea312b5ef7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795027 May 12 11:46:10.196896 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:10.197518 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.198960 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] 10.222.0.35 "PUT /v2.0/ports/2fe78454-40e0-452b-9fda-bc63a3a68799 HTTP/1.1" status: 200 len: 1093 time: 0.9383917 May 12 11:46:10.199953 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33634) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:10.200252 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33636) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:10.200709 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'tag': '2fe78454-40e0-452b-9fda-bc63a3a68799'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:46:10.203457 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17429373-4e3f-4959-afca-db6ace23506d" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf4fa9e-950e-4be3-b042-517c2079c0f2", "tag": "2fe78454-40e0-452b-9fda-bc63a3a68799"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:46:10.212185 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33da04-27fc-4a29-92b2-7afeced5c41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9cb21c-8ae6-4819-bb18-10609ba74246,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:10.259587 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5027c7a-42fd-4e2f-a216-63f1fe476320 admin admin] Publish callbacks [] for security_group (5b570f49-45f6-4807-aed3-de4fdf3c0de1), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.294145 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac113316-0339-40b8-8aad-fe2e1c40a30c x-openstack-request-id: req-ac113316-0339-40b8-8aad-fe2e1c40a30c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:46:10.294440 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf4fa9e-950e-4be3-b042-517c2079c0f2", "tag": "2fe78454-40e0-452b-9fda-bc63a3a68799", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:46:10.294700 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac113316-0339-40b8-8aad-fe2e1c40a30c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:46:10.295110 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac113316-0339-40b8-8aad-fe2e1c40a30c'] response: {'name': 'network-changed', 'server_uuid': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'tag': '2fe78454-40e0-452b-9fda-bc63a3a68799', 'status': 'completed', 'code': 200} May 12 11:46:10.306234 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b7f4a-b912-472c-b798-c9c570889b96 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe78454-40e0-452b-9fda-bc63a3a68799,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:10.327398 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5027c7a-42fd-4e2f-a216-63f1fe476320 admin admin] Publish callbacks [] for security_group (5b570f49-45f6-4807-aed3-de4fdf3c0de1), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.346477 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8fcd3-a804-48fb-b154-4d4d5490af80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b570f49-45f6-4807-aed3-de4fdf3c0de1,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:10.370222 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb937-675e-45ea-a407-40fafe840ba1 admin admin] Publish callbacks [] for security_group (cf9cb21c-8ae6-4819-bb18-10609ba74246), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.424008 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1484591161-network', 'tenant_id': 'd83add10bc914fa2b53b93c94671c2cd'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:10.442457 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb937-675e-45ea-a407-40fafe840ba1 admin admin] Publish callbacks [] for security_group (cf9cb21c-8ae6-4819-bb18-10609ba74246), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.458909 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9cb6b-d93c-4fe5-9ba4-c2eca16be74f req-e125193e-9a07-45fe-a616-b3d69f7ca69d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:10.460370 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-d0a194df-4831-403d-8b09-e05f8187edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:10.460988 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9bb9cb6b-d93c-4fe5-9ba4-c2eca16be74f req-e125193e-9a07-45fe-a616-b3d69f7ca69d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.1117499 May 12 11:46:10.463587 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-d0a194df-4831-403d-8b09-e05f8187edd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d51975fc708d49efa56621b0fd19c47f&device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 1127 time: 0.1500750 May 12 11:46:10.493356 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Made reservation on behalf of d83add10bc914fa2b53b93c94671c2cd for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:46:10.500869 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.556278 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9bb9cb6b-d93c-4fe5-9ba4-c2eca16be74f req-167a0af3-63f4-45a4-974d-183b3519ee0e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715878 May 12 11:46:10.556560 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-2a0773ea-6b92-435b-b0ce-8468ef81687a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe78454-40e0-452b-9fda-bc63a3a68799 HTTP/1.1" status: 200 len: 217 time: 0.0662916 May 12 11:46:10.556560 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.573031 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5027c7a-42fd-4e2f-a216-63f1fe476320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5b570f49-45f6-4807-aed3-de4fdf3c0de1), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.577253 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5027c7a-42fd-4e2f-a216-63f1fe476320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.578754 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-c5027c7a-42fd-4e2f-a216-63f1fe476320 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b570f49-45f6-4807-aed3-de4fdf3c0de1 HTTP/1.1" status: 204 len: 168 time: 0.4449873 May 12 11:46:10.588299 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5027c7a-42fd-4e2f-a216-63f1fe476320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b570f49-45f6-4807-aed3-de4fdf3c0de1,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:10.668848 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-414ccce9-8785-49cf-bdf2-5635570eb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:10.670680 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-414ccce9-8785-49cf-bdf2-5635570eb252 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe6a700a-d728-4a58-8bea-bfad07912417 HTTP/1.1" status: 200 len: 850 time: 0.1130791 May 12 11:46:10.723654 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb937-675e-45ea-a407-40fafe840ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (cf9cb21c-8ae6-4819-bb18-10609ba74246), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.726569 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb937-675e-45ea-a407-40fafe840ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.727794 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-c4bdb937-675e-45ea-a407-40fafe840ba1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf9cb21c-8ae6-4819-bb18-10609ba74246 HTTP/1.1" status: 204 len: 168 time: 0.5215385 May 12 11:46:10.801686 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Publish callbacks [] for security_group (b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.826354 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-dcc097cc-16d4-4b90-8831-20d7337dc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:10.828423 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-dcc097cc-16d4-4b90-8831-20d7337dc5be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f747c31e-f2f6-4373-ba29-1719eaa22635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1508379 May 12 11:46:10.835562 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:10.876970 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdb937-675e-45ea-a407-40fafe840ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9cb21c-8ae6-4819-bb18-10609ba74246,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:10.895144 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:46:10.928085 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:11.015241 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.015241 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.segments_db [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Added segment 654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9 of type vlan for network 0fad6d38-b010-47d8-87bd-73e6b812b078 May 12 11:46:11.033232 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b58e55-cfd8-4f75-a042-311f01e7fdd8 req-a3139eff-2eee-4ac8-8a5b-46c66dad8792 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:11.035178 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-45b58e55-cfd8-4f75-a042-311f01e7fdd8 req-a3139eff-2eee-4ac8-8a5b-46c66dad8792 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 943 time: 0.2055156 May 12 11:46:11.048861 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33694) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:11.063701 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b95bea8-1c25-47ee-815d-3a91aefdf6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.135537 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (0fad6d38-b010-47d8-87bd-73e6b812b078), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.173467 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-45b58e55-cfd8-4f75-a042-311f01e7fdd8 req-649cd761-23f2-4d2a-86cb-a733dbd74043 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046510 May 12 11:46:11.183430 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-cfc82c30-d163-4178-983e-b2bd5f35eb08 service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110621 May 12 11:46:11.200431 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b95bea8-1c25-47ee-815d-3a91aefdf6e5 admin admin] Publish callbacks [] for security_group (18aaf6b0-c003-4783-bfc3-1931a0934fdf), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.206169 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b95bea8-1c25-47ee-815d-3a91aefdf6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (18aaf6b0-c003-4783-bfc3-1931a0934fdf), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.222269 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (0fad6d38-b010-47d8-87bd-73e6b812b078), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.223510 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:11.224280 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.244160 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-9b95bea8-1c25-47ee-815d-3a91aefdf6e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=daeee2b2288f4e0882449992b19f4812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940143 May 12 11:46:11.254571 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95bea8-1c25-47ee-815d-3a91aefdf6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aaf6b0-c003-4783-bfc3-1931a0934fdf,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:11.257092 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33700) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:11.308733 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0985594 May 12 11:46:11.309156 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33702) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:11.314377 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Request body: {'subnet': {'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1484591161-subnet', 'tenant_id': 'd83add10bc914fa2b53b93c94671c2cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:11.323454 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33704) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:11.357314 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-10c36fac-cd0b-4511-827d-5f5cb9887bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.372277 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Made reservation on behalf of d83add10bc914fa2b53b93c94671c2cd for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:46:11.373279 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03637e53-6ea8-4990-b534-d9dabb6e01a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0fad6d38-b010-47d8-87bd-73e6b812b078,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:11.374722 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118441238'] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.388301 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network 0fad6d38-b010-47d8-87bd-73e6b812b078 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:46:11.398284 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75210d7d-ecd0-4590-83a4-b4fb662117a5 req-6d5ee829-f374-4d58-8769-1af97bd2a96b service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032480 May 12 11:46:11.411434 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5a19fd2-c07a-42b7-9a7d-25983554769d admin admin] Publish callbacks [] for security_group (18aaf6b0-c003-4783-bfc3-1931a0934fdf), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.437063 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5a19fd2-c07a-42b7-9a7d-25983554769d admin admin] Publish callbacks [] for security_group (18aaf6b0-c003-4783-bfc3-1931a0934fdf), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.513220 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5a19fd2-c07a-42b7-9a7d-25983554769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (18aaf6b0-c003-4783-bfc3-1931a0934fdf), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.523766 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5a19fd2-c07a-42b7-9a7d-25983554769d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.524981 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a5a19fd2-c07a-42b7-9a7d-25983554769d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18aaf6b0-c003-4783-bfc3-1931a0934fdf HTTP/1.1" status: 204 len: 168 time: 0.2642405 May 12 11:46:11.571642 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a19fd2-c07a-42b7-9a7d-25983554769d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aaf6b0-c003-4783-bfc3-1931a0934fdf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:11.863042 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61823a8a-c026-4610-9389-b088b511d33a req-09d514e0-da9f-4328-93ed-b9bf890aaad1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:11.864539 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-61823a8a-c026-4610-9389-b088b511d33a req-09d514e0-da9f-4328-93ed-b9bf890aaad1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.1267869 May 12 11:46:11.978989 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-10c36fac-cd0b-4511-827d-5f5cb9887bd1 admin admin] Publish callbacks [] for security_group (a65b4216-08c7-46fd-9d00-fdda60147079), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:11.985523 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-61823a8a-c026-4610-9389-b088b511d33a req-f6b821d9-dfa8-4508-bd98-9961e75958ab tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100836 May 12 11:46:11.988187 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-10c36fac-cd0b-4511-827d-5f5cb9887bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a65b4216-08c7-46fd-9d00-fdda60147079), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.039207 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33750) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:12.069496 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-caba0cd5-8e09-4e7c-887b-e21dbe173910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.094236 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-10c36fac-cd0b-4511-827d-5f5cb9887bd1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f799453ce0dc49728a4489367a9b6e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7725132 May 12 11:46:12.096060 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33752) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:12.104467 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c36fac-cd0b-4511-827d-5f5cb9887bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65b4216-08c7-46fd-9d00-fdda60147079,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:12.123739 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118424035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118441216'] for subnet (70aa85f1-d4b2-4f74-b0ca-4414310a6fd6), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.186004 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b78254a-d4d6-4dc3-ae32-d65c9c3be134 admin admin] Publish callbacks [] for security_group (a65b4216-08c7-46fd-9d00-fdda60147079), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.192100 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70aa85f1-d4b2-4f74-b0ca-4414310a6fd6,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:12.206621 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Checking segment: {'id': '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:12.207090 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Network hostable DHCP agents. Network: 0fad6d38-b010-47d8-87bd-73e6b812b078, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:46:12.222653 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-caba0cd5-8e09-4e7c-887b-e21dbe173910 admin admin] Publish callbacks [] for security_group (604709ef-4fa3-4643-a4ee-c4c3544e01d4), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.227343 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b78254a-d4d6-4dc3-ae32-d65c9c3be134 admin admin] Publish callbacks [] for security_group (a65b4216-08c7-46fd-9d00-fdda60147079), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.233647 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-caba0cd5-8e09-4e7c-887b-e21dbe173910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (604709ef-4fa3-4643-a4ee-c4c3544e01d4), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.238707 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Network 0fad6d38-b010-47d8-87bd-73e6b812b078 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:46:12.249782 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, 0fad6d38-b010-47d8-87bd-73e6b812b078) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:12.253907 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:12.254832 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.264229 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e4f3ef-0ca5-4ef4-a967-c2440835d6f2 None None] Network 0fad6d38-b010-47d8-87bd-73e6b812b078 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:46:12.274263 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-5a7f9fb3-3b05-47b1-a799-9af7a9e90117 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9637098 May 12 11:46:12.322174 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba0cd5-8e09-4e7c-887b-e21dbe173910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604709ef-4fa3-4643-a4ee-c4c3544e01d4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:12.329989 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-caba0cd5-8e09-4e7c-887b-e21dbe173910 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fd1541c62b04837a629f3b60201fcfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878494 May 12 11:46:12.334727 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33758) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:12.342704 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddab7c0-2963-4e02-b9a9-ac9fc9771a49 req-a3f70d2e-2ed5-4072-af73-93c42670f671 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:12.344218 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cddab7c0-2963-4e02-b9a9-ac9fc9771a49 req-a3f70d2e-2ed5-4072-af73-93c42670f671 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 943 time: 0.0963142 May 12 11:46:12.390040 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b78254a-d4d6-4dc3-ae32-d65c9c3be134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a65b4216-08c7-46fd-9d00-fdda60147079), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.394679 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b78254a-d4d6-4dc3-ae32-d65c9c3be134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.398497 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-3b78254a-d4d6-4dc3-ae32-d65c9c3be134 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a65b4216-08c7-46fd-9d00-fdda60147079 HTTP/1.1" status: 204 len: 168 time: 0.3011501 May 12 11:46:12.413932 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-944c2448-7ab6-4637-9528-61a4413b7bf7 admin admin] Publish callbacks [] for security_group (604709ef-4fa3-4643-a4ee-c4c3544e01d4), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.417921 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78254a-d4d6-4dc3-ae32-d65c9c3be134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65b4216-08c7-46fd-9d00-fdda60147079,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:12.424060 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cddab7c0-2963-4e02-b9a9-ac9fc9771a49 req-c4805094-e5ad-459a-bb01-469e003e92b0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652287 May 12 11:46:12.431455 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a71d3-56d9-4bb5-a901-17a479533e27 None None] Network 0fad6d38-b010-47d8-87bd-73e6b812b078 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:46:12.476818 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-944c2448-7ab6-4637-9528-61a4413b7bf7 admin admin] Publish callbacks [] for security_group (604709ef-4fa3-4643-a4ee-c4c3544e01d4), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.518223 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17429373-4e3f-4959-afca-db6ace23506d req-59cc137a-52ea-438c-8d2a-3997c1774900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:12.521021 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-17429373-4e3f-4959-afca-db6ace23506d req-59cc137a-52ea-438c-8d2a-3997c1774900 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d51975fc708d49efa56621b0fd19c47f&device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 1127 time: 0.0907102 May 12 11:46:12.568499 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-944c2448-7ab6-4637-9528-61a4413b7bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (604709ef-4fa3-4643-a4ee-c4c3544e01d4), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.572254 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-944c2448-7ab6-4637-9528-61a4413b7bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:12.573971 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-944c2448-7ab6-4637-9528-61a4413b7bf7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/604709ef-4fa3-4643-a4ee-c4c3544e01d4 HTTP/1.1" status: 204 len: 168 time: 0.2379403 May 12 11:46:12.584732 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c2448-7ab6-4637-9528-61a4413b7bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604709ef-4fa3-4643-a4ee-c4c3544e01d4,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:12.673977 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17429373-4e3f-4959-afca-db6ace23506d req-697c4d21-a320-49a9-9c14-d2c63457386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:12.674144 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-17429373-4e3f-4959-afca-db6ace23506d req-697c4d21-a320-49a9-9c14-d2c63457386e service neutron] 10.222.0.35 "GET /v2.0/networks?id=f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 200 len: 912 time: 0.1445367 May 12 11:46:12.727154 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-17429373-4e3f-4959-afca-db6ace23506d req-235875c9-4ab0-4974-9fc4-493dba02905a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe78454-40e0-452b-9fda-bc63a3a68799 HTTP/1.1" status: 200 len: 217 time: 0.0409303 May 12 11:46:12.792719 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17429373-4e3f-4959-afca-db6ace23506d req-4c785a07-f638-4834-8017-ca8bf10e23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:12.794742 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-17429373-4e3f-4959-afca-db6ace23506d req-4c785a07-f638-4834-8017-ca8bf10e23e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe6a700a-d728-4a58-8bea-bfad07912417 HTTP/1.1" status: 200 len: 850 time: 0.0583627 May 12 11:46:12.856929 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17429373-4e3f-4959-afca-db6ace23506d req-5a30a198-9001-4153-8b5c-9e4ee7eda152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:12.859505 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-17429373-4e3f-4959-afca-db6ace23506d req-5a30a198-9001-4153-8b5c-9e4ee7eda152 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f747c31e-f2f6-4373-ba29-1719eaa22635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492606 May 12 11:46:12.985307 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-17429373-4e3f-4959-afca-db6ace23506d req-98474888-c412-4fe0-b9f3-c550188fe480 service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183567 May 12 11:46:13.142669 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-17429373-4e3f-4959-afca-db6ace23506d req-a646bdce-5907-4b4b-ab4d-de87aa1b889b service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382527 May 12 11:46:13.178704 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d746cd-d6c2-45f3-9a7f-604f43215699 req-bcb5d4b3-8c50-49a1-a89f-f666db54c801 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:13.181058 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-34d746cd-d6c2-45f3-9a7f-604f43215699 req-bcb5d4b3-8c50-49a1-a89f-f666db54c801 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0581386 May 12 11:46:13.242161 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-34d746cd-d6c2-45f3-9a7f-604f43215699 req-87f53bc3-4971-4d6a-9ebf-24b42e71ed2d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546119 May 12 11:46:13.438436 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33808) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:13.562902 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d71eb-3aaf-4ba2-af40-9b28c46a7acb req-39b04c1e-4e81-4b9f-bdea-e235e3915e4a tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:13.565189 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-045d71eb-3aaf-4ba2-af40-9b28c46a7acb req-39b04c1e-4e81-4b9f-bdea-e235e3915e4a tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 943 time: 0.0680850 May 12 11:46:13.736993 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-36b1159d-8a57-4644-b1dd-dc241e9faae3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27c66c53d7c443749ee12d9c6478a8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972965 May 12 11:46:13.738120 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33822) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:13.810821 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4c18cd8a-541c-475c-92b2-6091c2751c86 admin admin] Publish callbacks [] for security_group (89f6caf6-dde4-475b-bba5-dd6164a71fb6), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:13.823879 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-045d71eb-3aaf-4ba2-af40-9b28c46a7acb req-6f4019bd-1bdb-4fd5-9637-cb7dbc1fbcb4 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523179 May 12 11:46:13.837433 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4c18cd8a-541c-475c-92b2-6091c2751c86 admin admin] Publish callbacks [] for security_group (89f6caf6-dde4-475b-bba5-dd6164a71fb6), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:13.892313 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4c18cd8a-541c-475c-92b2-6091c2751c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (89f6caf6-dde4-475b-bba5-dd6164a71fb6), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:13.895089 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4c18cd8a-541c-475c-92b2-6091c2751c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:13.896226 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-4c18cd8a-541c-475c-92b2-6091c2751c86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89f6caf6-dde4-475b-bba5-dd6164a71fb6 HTTP/1.1" status: 204 len: 168 time: 0.1568186 May 12 11:46:13.905393 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18cd8a-541c-475c-92b2-6091c2751c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f6caf6-dde4-475b-bba5-dd6164a71fb6,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:14.382578 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645c18-52bd-49d3-900a-8810f227472c req-14a6e91d-9860-4278-89c3-f8e3e7b74c24 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:14.384342 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f9645c18-52bd-49d3-900a-8810f227472c req-14a6e91d-9860-4278-89c3-f8e3e7b74c24 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0681355 May 12 11:46:14.464300 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-3c76eeb8-260c-4441-b868-65d0ddecb582 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:14.470352 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-3c76eeb8-260c-4441-b868-65d0ddecb582 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/networks?id=0fad6d38-b010-47d8-87bd-73e6b812b078 HTTP/1.1" status: 200 len: 809 time: 0.1366627 May 12 11:46:14.471913 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f9645c18-52bd-49d3-900a-8810f227472c req-24e20de9-a16b-4046-9676-c0a9f6b9f45f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812430 May 12 11:46:14.491995 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-f9b5487b-7ed4-437b-821a-a602182e19df tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/quotas/d83add10bc914fa2b53b93c94671c2cd HTTP/1.1" status: 200 len: 375 time: 0.0161839 May 12 11:46:14.509680 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:14.528870 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-983cb3b3-94e6-447f-b470-052f02aa8916 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d83add10bc914fa2b53b93c94671c2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360246 May 12 11:46:14.644467 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-57d5e674-3ce2-459c-9425-f2f9b674524b service neutron] 10.222.0.58 "GET /v2.0/networks/0fad6d38-b010-47d8-87bd-73e6b812b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084659 May 12 11:46:14.687912 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37f193cc-2ef2-4fa4-ad58-4807a6f47c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:14.748985 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-cc171276-082d-4d58-a7f1-1d83b4023c9b service neutron] 10.222.0.58 "GET /v2.0/networks/0fad6d38-b010-47d8-87bd-73e6b812b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977845 May 12 11:46:14.794053 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37f193cc-2ef2-4fa4-ad58-4807a6f47c77 admin admin] Publish callbacks [] for security_group (10129ace-a02e-4206-ad3e-9d55345f1fe6), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:14.798521 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37f193cc-2ef2-4fa4-ad58-4807a6f47c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (10129ace-a02e-4206-ad3e-9d55345f1fe6), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:14.840523 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-37f193cc-2ef2-4fa4-ad58-4807a6f47c77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5525d1f5653948fc92558484ff330f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286479 May 12 11:46:14.843273 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33884) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:14.861218 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f193cc-2ef2-4fa4-ad58-4807a6f47c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10129ace-a02e-4206-ad3e-9d55345f1fe6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:14.917858 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2fe78454-40e0-452b-9fda-bc63a3a68799 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:46:14.952193 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b4fe61a8-0a37-42c2-9ba4-0d19064fa775 admin admin] Publish callbacks [] for security_group (10129ace-a02e-4206-ad3e-9d55345f1fe6), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:14.992126 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b4fe61a8-0a37-42c2-9ba4-0d19064fa775 admin admin] Publish callbacks [] for security_group (10129ace-a02e-4206-ad3e-9d55345f1fe6), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.015722 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bc9e2-e74a-4ec3-af05-cd7c6d859f57 req-14d66667-7707-417f-831b-2d427363fe98 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:15.018202 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-804bc9e2-e74a-4ec3-af05-cd7c6d859f57 req-14d66667-7707-417f-831b-2d427363fe98 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 943 time: 0.0829198 May 12 11:46:15.122583 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-804bc9e2-e74a-4ec3-af05-cd7c6d859f57 req-1832def8-6317-412b-8b06-c5d406021843 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991740 May 12 11:46:15.126337 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7b44fc2f-cadc-485d-9624-e5412eb52861 req-a40c9c78-ffd8-45fa-9273-c9c79952ec0c tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 210 time: 0.0512838 May 12 11:46:15.154342 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b4fe61a8-0a37-42c2-9ba4-0d19064fa775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (10129ace-a02e-4206-ad3e-9d55345f1fe6), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.157642 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b4fe61a8-0a37-42c2-9ba4-0d19064fa775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.159184 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-b4fe61a8-0a37-42c2-9ba4-0d19064fa775 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10129ace-a02e-4206-ad3e-9d55345f1fe6 HTTP/1.1" status: 204 len: 168 time: 0.3145628 May 12 11:46:15.172483 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 2fe78454-40e0-452b-9fda-bc63a3a68799, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2fe78454-40e0-452b-9fda-bc63a3a68799,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:15.185058 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe61a8-0a37-42c2-9ba4-0d19064fa775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10129ace-a02e-4206-ad3e-9d55345f1fe6,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:15.212881 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '2fe78454-40e0-452b-9fda-bc63a3a68799', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'port_id': '2fe78454-40e0-452b-9fda-bc63a3a68799', 'mac_address': 'fa:16:3e:08:5e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:46:15.278579 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 2fe78454-40e0-452b-9fda-bc63a3a68799 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:15.279290 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.300053 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe78454-40e0-452b-9fda-bc63a3a68799 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:46:15.345481 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 2fe78454-40e0-452b-9fda-bc63a3a68799, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2fe78454-40e0-452b-9fda-bc63a3a68799,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:15.352853 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.460107 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=2fe78454-40e0-452b-9fda-bc63a3a68799,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:15.538517 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33920) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:15.659205 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b45cb-5510-41c9-892c-998850e17c00 req-67e88028-161b-4b17-b984-c29b03c8f247 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:15.660725 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-986b45cb-5510-41c9-892c-998850e17c00 req-67e88028-161b-4b17-b984-c29b03c8f247 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0598431 May 12 11:46:15.693751 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-35985183-network', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:15.736875 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-986b45cb-5510-41c9-892c-998850e17c00 req-f9ea7677-da37-400c-bf67-8837db05f0d0 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699589 May 12 11:46:15.738052 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Made reservation on behalf of 95636bf5a2284bc697044d2b3b46828a for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:46:15.740473 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.750301 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.761228 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['2fe78454-40e0-452b-9fda-bc63a3a68799'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:46:15.841657 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Publish callbacks [] for security_group (e41c7748-bc49-4f47-996a-64cef7f99d31), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.851526 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (e41c7748-bc49-4f47-996a-64cef7f99d31), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.885634 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=109896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:46:15.899409 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41c7748-bc49-4f47-996a-64cef7f99d31,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:15.909469 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (8b81aaa6-fb99-4173-8306-478db9a8d4e9), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.910546 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Added segment 8b81aaa6-fb99-4173-8306-478db9a8d4e9 of type vlan for network 98824664-61dd-44ab-8bd0-7c8c51299b91 May 12 11:46:15.960967 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (98824664-61dd-44ab-8bd0-7c8c51299b91), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.990433 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (98824664-61dd-44ab-8bd0-7c8c51299b91), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:15.991925 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:15.992500 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.028887 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4837201 May 12 11:46:16.029082 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33924) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:16.057462 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Request body: {'subnet': {'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-35985183-subnet', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:16.066670 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c04a23-9930-4286-bbae-09ab92668b65 admin admin] Pushing event updated for resources: {'Network': ['ID=98824664-61dd-44ab-8bd0-7c8c51299b91,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:16.079138 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network 98824664-61dd-44ab-8bd0-7c8c51299b91 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:46:16.092056 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Made reservation on behalf of 95636bf5a2284bc697044d2b3b46828a for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:46:16.094449 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118441238'] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.264922 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8697b229-9c53-4009-ab03-ac36eb336572 req-316f9a18-1436-4a94-b9c5-ad5d8cf415d3 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 210 time: 0.0323157 May 12 11:46:16.270030 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985e073-9722-427c-98a6-227385878694 req-7b5d9474-20a8-4bcc-aaaa-f70456d61a6d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:16.272179 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e985e073-9722-427c-98a6-227385878694 req-7b5d9474-20a8-4bcc-aaaa-f70456d61a6d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0525677 May 12 11:46:16.321216 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e985e073-9722-427c-98a6-227385878694 req-fd2c70f3-3797-4651-8d45-52a3518e5689 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 May 12 11:46:16.322477 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118424035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118441216'] for subnet (f159fc9e-1dd4-4e36-a921-6bed0545ce0a), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.380689 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f159fc9e-1dd4-4e36-a921-6bed0545ce0a,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:16.392293 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Checking segment: {'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:16.392698 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Network hostable DHCP agents. Network: 98824664-61dd-44ab-8bd0-7c8c51299b91, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:46:16.409555 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Network 98824664-61dd-44ab-8bd0-7c8c51299b91 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:46:16.418863 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, 98824664-61dd-44ab-8bd0-7c8c51299b91) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:16.422957 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:16.423557 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.429437 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde37a1-40b6-4683-b12e-cbac01ba086d None None] Network 98824664-61dd-44ab-8bd0-7c8c51299b91 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:46:16.438834 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-ab386229-9414-4c47-abae-aec3c09cb828 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4087794 May 12 11:46:16.441986 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 33936) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:16.446528 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:16.468179 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (906acc30-6602-4a44-9b63-9a2e94460e85), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.469253 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (906acc30-6602-4a44-9b63-9a2e94460e85), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.532883 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks [] for router_controller (906acc30-6602-4a44-9b63-9a2e94460e85), precommit_add_association {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.562542 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-98824664-61dd-44ab-8bd0-7c8c51299b91', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:46:16.563800 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.681842 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-1d74eb19-2e00-4702-af4b-d74e7700a7cb tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:16.684306 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-1d74eb19-2e00-4702-af4b-d74e7700a7cb tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.35 "GET /v2.0/networks?id=0fad6d38-b010-47d8-87bd-73e6b812b078 HTTP/1.1" status: 200 len: 809 time: 0.1403096 May 12 11:46:16.686949 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks [] for router_gateway (906acc30-6602-4a44-9b63-9a2e94460e85), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.721042 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Request body: {'port': {'device_id': 'ef2fa82b-9115-483c-9403-b2ca5f83054f', 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078', 'admin_state_up': True, 'tenant_id': 'd83add10bc914fa2b53b93c94671c2cd'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:16.740361 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Allocated IP 172.20.0.2 (98824664-61dd-44ab-8bd0-7c8c51299b91/f159fc9e-1dd4-4e36-a921-6bed0545ce0a/3975a01a-9946-4b3a-acfb-8a0089789b46) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:16.857215 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Made reservation on behalf of d83add10bc914fa2b53b93c94671c2cd for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:46:16.861044 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.912116 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Publish callbacks [] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.917521 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2fe78454-40e0-452b-9fda-bc63a3a68799 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:16.927693 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b6991-9ad4-451f-90f6-cd812c999cbb req-e0fadac7-b910-4d47-878e-e5249c51e63b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:16.929351 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-016b6991-9ad4-451f-90f6-cd812c999cbb req-e0fadac7-b910-4d47-878e-e5249c51e63b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.1059117 May 12 11:46:16.945382 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.951967 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks [] for router_gateway (906acc30-6602-4a44-9b63-9a2e94460e85), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:16.980712 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.001826 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Network 98824664-61dd-44ab-8bd0-7c8c51299b91 is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:17.011297 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:17.015188 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:17.016891 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Pushing event updated for resources: {'Port': ['ID=3975a01a-9946-4b3a-acfb-8a0089789b46,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:17.021461 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Allocated IP 172.20.0.13 (0fad6d38-b010-47d8-87bd-73e6b812b078/70aa85f1-d4b2-4f74-b0ca-4414310a6fd6/f0057743-61b8-4720-93df-6c3d6fd83ed5) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:17.028001 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 2fe78454-40e0-452b-9fda-bc63a3a68799 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:46:17.051248 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-016b6991-9ad4-451f-90f6-cd812c999cbb req-f52aad1e-5a66-4e5c-987b-8a36bd941a6d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092086 May 12 11:46:17.053277 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 2fe78454-40e0-452b-9fda-bc63a3a68799 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:17.053672 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.124822 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Allocated IP 172.27.0.136 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/ffe56635-beba-4781-9bd6-766276bcb2a0) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:17.125471 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Attempting to bind port 3975a01a-9946-4b3a-acfb-8a0089789b46 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:17.126017 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Attempting to bind port 3975a01a-9946-4b3a-acfb-8a0089789b46 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:17.126222 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Attempting to bind port 3975a01a-9946-4b3a-acfb-8a0089789b46 on network 98824664-61dd-44ab-8bd0-7c8c51299b91 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:17.135583 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:17.135952 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Checking segment: {'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:17.136353 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.138505 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Bound using segment: {'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:17.139268 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Bound port: 3975a01a-9946-4b3a-acfb-8a0089789b46, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:17.139653 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.217803 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks [] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.226544 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 2fe78454-40e0-452b-9fda-bc63a3a68799 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:17.227175 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.248100 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] For port 3975a01a-9946-4b3a-acfb-8a0089789b46, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:17.277760 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks [] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.283599 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe78454-40e0-452b-9fda-bc63a3a68799'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:46:17.283778 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.290795 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99ba902-d592-4347-942c-30caa3926413" -d '{"events": [{"server_uuid": "6bf4fa9e-950e-4be3-b042-517c2079c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "2fe78454-40e0-452b-9fda-bc63a3a68799"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:46:17.298113 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] For port 3975a01a-9946-4b3a-acfb-8a0089789b46, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=3975a01a-9946-4b3a-acfb-8a0089789b46,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:17.310013 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 2fe78454-40e0-452b-9fda-bc63a3a68799, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2fe78454-40e0-452b-9fda-bc63a3a68799,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:17.313115 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.324023 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.329278 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.364273 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Network 0fad6d38-b010-47d8-87bd-73e6b812b078 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:17.369839 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:17.371042 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:17.374498 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:17.381406 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3fbeb-674e-4db3-8af3-f44c9a4d24a1 None None] Pushing event updated for resources: {'Port': ['ID=3975a01a-9946-4b3a-acfb-8a0089789b46,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:17.391905 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:17.414104 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e909695-6e1a-47b9-8f14-8ffaa432453a x-openstack-request-id: req-4e909695-6e1a-47b9-8f14-8ffaa432453a {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:46:17.414414 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf4fa9e-950e-4be3-b042-517c2079c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "2fe78454-40e0-452b-9fda-bc63a3a68799", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:46:17.414672 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e909695-6e1a-47b9-8f14-8ffaa432453a {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:46:17.415063 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e909695-6e1a-47b9-8f14-8ffaa432453a'] response: {'server_uuid': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe78454-40e0-452b-9fda-bc63a3a68799', 'code': 200} May 12 11:46:17.428850 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:17.433587 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Pushing event updated for resources: {'Port': ['ID=f0057743-61b8-4720-93df-6c3d6fd83ed5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:17.461433 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=2fe78454-40e0-452b-9fda-bc63a3a68799,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:17.493250 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:17.495776 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.544104 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-574ef1b4-e292-48b4-b12e-a30d4c2f1fba tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8290796 May 12 11:46:17.591296 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Pushing event updated for resources: {'Port': ['ID=ffe56635-beba-4781-9bd6-766276bcb2a0,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:17.604577 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baae999-b04e-4619-9a89-4ee6f286c2d3 req-edb79d32-fdf3-4bd3-b1d3-8a0ac24a78d2 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:17.617417 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3baae999-b04e-4619-9a89-4ee6f286c2d3 req-edb79d32-fdf3-4bd3-b1d3-8a0ac24a78d2 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 932 time: 0.1012323 May 12 11:46:17.625343 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Request body: {'port': {'device_id': 'ef2fa82b-9115-483c-9403-b2ca5f83054f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:17.652215 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc832c-84f0-4832-bd1c-7986e1ffa96e req-66d0034e-dca3-45a4-9b39-f404590252da tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:17.661181 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-24fc832c-84f0-4832-bd1c-7986e1ffa96e req-66d0034e-dca3-45a4-9b39-f404590252da tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.1221137 May 12 11:46:17.781093 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:17.836003 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3baae999-b04e-4619-9a89-4ee6f286c2d3 req-d77cd521-afab-454c-b662-ebfd40e516b9 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174613 May 12 11:46:17.852614 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-24fc832c-84f0-4832-bd1c-7986e1ffa96e req-df9c1ac3-0074-4989-835f-dd7e43285e8d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905036 May 12 11:46:17.945243 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405956e7-0dd7-41bb-ab1d-2e5d4e05fc76 req-738583ce-6967-4115-bfdd-49446ddbd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:17.946813 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-405956e7-0dd7-41bb-ab1d-2e5d4e05fc76 req-738583ce-6967-4115-bfdd-49446ddbd2ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 1129 time: 0.0580261 May 12 11:46:17.976710 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks [] for router_gateway (906acc30-6602-4a44-9b63-9a2e94460e85), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:18.191940 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0057743-61b8-4720-93df-6c3d6fd83ed5 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:46:18.204190 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Publish callbacks [] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:18.218319 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb731-1c4a-4f64-ad60-aeedbc4196a0 req-2f18e72d-6d9c-4c6b-9fb0-9a4033c34252 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:18.225409 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2a0fb731-1c4a-4f64-ad60-aeedbc4196a0 req-2f18e72d-6d9c-4c6b-9fb0-9a4033c34252 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0804007 May 12 11:46:18.247371 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Transition to ACTIVE for port object f0057743-61b8-4720-93df-6c3d6fd83ed5 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:46:18.255576 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:18.323533 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2a0fb731-1c4a-4f64-ad60-aeedbc4196a0 req-14c22e88-e540-4e2e-b24a-565b97da8de5 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971830 May 12 11:46:18.330784 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Pushing event updated for resources: {'Port': ['ID=f0057743-61b8-4720-93df-6c3d6fd83ed5,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:18.403560 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (906acc30-6602-4a44-9b63-9a2e94460e85), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:18.422341 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Attempting to bind port f0057743-61b8-4720-93df-6c3d6fd83ed5 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:18.422677 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Attempting to bind port f0057743-61b8-4720-93df-6c3d6fd83ed5 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:18.422996 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Attempting to bind port f0057743-61b8-4720-93df-6c3d6fd83ed5 on network 0fad6d38-b010-47d8-87bd-73e6b812b078 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:18.427685 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Port f0057743-61b8-4720-93df-6c3d6fd83ed5 on network 0fad6d38-b010-47d8-87bd-73e6b812b078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:46:18.428004 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Attempting to bind port f0057743-61b8-4720-93df-6c3d6fd83ed5 on network 0fad6d38-b010-47d8-87bd-73e6b812b078 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:18.433854 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:18.434305 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Checking segment: {'id': '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:18.434782 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Bound using segment: {'id': '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:18.435308 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Bound port: f0057743-61b8-4720-93df-6c3d6fd83ed5, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:18.435699 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:18.543633 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] For port f0057743-61b8-4720-93df-6c3d6fd83ed5, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:18.554045 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] For port f0057743-61b8-4720-93df-6c3d6fd83ed5, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f0057743-61b8-4720-93df-6c3d6fd83ed5,segment=NetworkSegment(654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9),segment_id=654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:18.563527 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:18.563789 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Router 906acc30-6602-4a44-9b63-9a2e94460e85 is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:46:18.577621 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 3975a01a-9946-4b3a-acfb-8a0089789b46 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:18.580991 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:18.581670 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:18.584338 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] 10.222.0.35 "PUT /v2.0/ports/f0057743-61b8-4720-93df-6c3d6fd83ed5 HTTP/1.1" status: 200 len: 1094 time: 0.9643366 May 12 11:46:18.601620 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2fa82b-9115-483c-9403-b2ca5f83054f', 'tag': 'f0057743-61b8-4720-93df-6c3d6fd83ed5'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:46:18.610168 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c326b07-cfc2-45fe-8473-5538e52388b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2fa82b-9115-483c-9403-b2ca5f83054f", "tag": "f0057743-61b8-4720-93df-6c3d6fd83ed5"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:46:18.634989 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec866e3-2c08-41b2-bf71-32f9fa6495cd None None] Network 98824664-61dd-44ab-8bd0-7c8c51299b91 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:46:18.653377 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ac047-2553-4033-84c7-f23ac3f4de86 service neutron] Pushing event updated for resources: {'Port': ['ID=f0057743-61b8-4720-93df-6c3d6fd83ed5,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:18.657476 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac1404e-e6f7-49c5-a680-636dd020ac4f x-openstack-request-id: req-5ac1404e-e6f7-49c5-a680-636dd020ac4f {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:46:18.657906 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2fa82b-9115-483c-9403-b2ca5f83054f", "tag": "f0057743-61b8-4720-93df-6c3d6fd83ed5", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:46:18.658167 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ac1404e-e6f7-49c5-a680-636dd020ac4f {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:46:18.658565 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac1404e-e6f7-49c5-a680-636dd020ac4f'] response: {'name': 'network-changed', 'server_uuid': 'ef2fa82b-9115-483c-9403-b2ca5f83054f', 'tag': 'f0057743-61b8-4720-93df-6c3d6fd83ed5', 'status': 'completed', 'code': 200} May 12 11:46:18.681157 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:46:18.691320 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Sync routers for ids ['906acc30-6602-4a44-9b63-9a2e94460e85'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:46:18.701093 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:18.705168 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-78b30079-7933-447c-859d-5bd401673d5d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2598150 May 12 11:46:18.705323 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Routers {'906acc30-6602-4a44-9b63-9a2e94460e85'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:18.705551 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 33980) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:18.709962 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['906acc30-6602-4a44-9b63-9a2e94460e85'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:18.721271 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-3c7f7cf7-9f43-48af-8935-03c95f7fd875 None None] Provisioning complete for port 3975a01a-9946-4b3a-acfb-8a0089789b46 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:18.721642 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7cf7-9f43-48af-8935-03c95f7fd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:18.747811 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 3975a01a-9946-4b3a-acfb-8a0089789b46 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:18.748944 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:18.837150 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Set router 906acc30-6602-4a44-9b63-9a2e94460e85 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:18.932272 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 3975a01a-9946-4b3a-acfb-8a0089789b46 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:18.932702 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:19.040164 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f7cf7-9f43-48af-8935-03c95f7fd875 None None] Current status of the port 3975a01a-9946-4b3a-acfb-8a0089789b46 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:19.041012 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7cf7-9f43-48af-8935-03c95f7fd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:19.093782 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:17Z', 'revision_number': 3, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:19.114477 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8deca-da0b-4f42-a890-d2d635643d11 req-00b47fe3-ac0a-4f63-bdb5-3a1d9a9a2e85 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:19.116435 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fac8deca-da0b-4f42-a890-d2d635643d11 req-00b47fe3-ac0a-4f63-bdb5-3a1d9a9a2e85 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 944 time: 0.1337337 May 12 11:46:19.135344 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20998935-5443-4edb-848b-0565ea366e24 req-e25cfe9b-8501-4cea-9b86-97b9b260d6d4 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:19.136941 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-20998935-5443-4edb-848b-0565ea366e24 req-e25cfe9b-8501-4cea-9b86-97b9b260d6d4 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.1130955 May 12 11:46:19.140891 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Checking router: 906acc30-6602-4a44-9b63-9a2e94460e85 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:46:19.143380 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Updating router 906acc30-6602-4a44-9b63-9a2e94460e85 port ffe56635-beba-4781-9bd6-766276bcb2a0 binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:46:19.165284 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-3c7f7cf7-9f43-48af-8935-03c95f7fd875 None None] For port 3975a01a-9946-4b3a-acfb-8a0089789b46, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=3975a01a-9946-4b3a-acfb-8a0089789b46,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:19.188106 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:19.210464 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326b07-cfc2-45fe-8473-5538e52388b0 req-a57221af-a71e-4fc1-937f-bd2f29a0a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:19.211987 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8c326b07-cfc2-45fe-8473-5538e52388b0 req-a57221af-a71e-4fc1-937f-bd2f29a0a425 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d83add10bc914fa2b53b93c94671c2cd&device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 1128 time: 0.2816269 May 12 11:46:19.217936 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7cf7-9f43-48af-8935-03c95f7fd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:19.261553 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.db.api [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 11:46:19.262169 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG oslo_db.api [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 11:46:19.286502 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-405956e7-0dd7-41bb-ab1d-2e5d4e05fc76 req-c9a94bca-30f4-4ad9-9607-a521b8bcf50a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549087 May 12 11:46:19.289299 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f7cf7-9f43-48af-8935-03c95f7fd875 None None] Pushing event updated for resources: {'Port': ['ID=3975a01a-9946-4b3a-acfb-8a0089789b46,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:19.296440 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fac8deca-da0b-4f42-a890-d2d635643d11 req-15339133-1c10-4779-812e-34c8d43b081c tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635611 May 12 11:46:19.329937 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-20998935-5443-4edb-848b-0565ea366e24 req-8d42dae1-6886-49d3-b217-260ffd4028a5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836941 May 12 11:46:19.336182 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fab20-442c-475a-bf6d-d0d1438ef6e5 req-565e38c6-f0ba-48e2-9e0c-3f905643a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:19.338058 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5d6fab20-442c-475a-bf6d-d0d1438ef6e5 req-565e38c6-f0ba-48e2-9e0c-3f905643a699 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 1130 time: 0.1328270 May 12 11:46:19.340559 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-4ecef458-6895-41e0-a916-0badbe00b991 None None] Provisioning complete for port 3975a01a-9946-4b3a-acfb-8a0089789b46 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:19.340956 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-4ecef458-6895-41e0-a916-0badbe00b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:19.453514 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-4ecef458-6895-41e0-a916-0badbe00b991 None None] Current status of the port 3975a01a-9946-4b3a-acfb-8a0089789b46 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:19.530189 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Publish callbacks [] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:19.536647 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:19.581157 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15191d44-6b46-48f4-b0b3-e875107fe36b None None] Pushing event updated for resources: {'Port': ['ID=ffe56635-beba-4781-9bd6-766276bcb2a0,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:19.599071 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Attempting to bind port ffe56635-beba-4781-9bd6-766276bcb2a0 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:19.599437 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Attempting to bind port ffe56635-beba-4781-9bd6-766276bcb2a0 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:19.599786 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Attempting to bind port ffe56635-beba-4781-9bd6-766276bcb2a0 on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:19.606475 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:19.607095 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:19.607639 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:19.608165 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:19.608771 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Bound port: ffe56635-beba-4781-9bd6-766276bcb2a0, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:19.609348 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:19.614264 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c054553-d950-45a1-8054-90e89e1fecad req-989badb4-60b2-43c8-816f-215334afd616 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:19.615911 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7c054553-d950-45a1-8054-90e89e1fecad req-989badb4-60b2-43c8-816f-215334afd616 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.1497998 May 12 11:46:19.639181 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326b07-cfc2-45fe-8473-5538e52388b0 req-38454f66-c668-4c5c-9110-e28c372459bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:19.641217 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8c326b07-cfc2-45fe-8473-5538e52388b0 req-38454f66-c668-4c5c-9110-e28c372459bc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d83add10bc914fa2b53b93c94671c2cd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3437350 May 12 11:46:19.676087 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] For port ffe56635-beba-4781-9bd6-766276bcb2a0, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:19.679813 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] For port ffe56635-beba-4781-9bd6-766276bcb2a0, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=ffe56635-beba-4781-9bd6-766276bcb2a0,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:19.688082 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:19.719694 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5d6fab20-442c-475a-bf6d-d0d1438ef6e5 req-505697a1-f3a4-43bf-bdb5-8b80be23d0ea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546741 May 12 11:46:19.766038 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15191d44-6b46-48f4-b0b3-e875107fe36b None None] Pushing event updated for resources: {'Port': ['ID=ffe56635-beba-4781-9bd6-766276bcb2a0,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:19.774435 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Routers {'906acc30-6602-4a44-9b63-9a2e94460e85'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:19.775213 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['906acc30-6602-4a44-9b63-9a2e94460e85'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:19.811966 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 3975a01a-9946-4b3a-acfb-8a0089789b46 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:19.895217 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] Set router 906acc30-6602-4a44-9b63-9a2e94460e85 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:20.014792 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7c054553-d950-45a1-8054-90e89e1fecad req-d2d96d18-d7f1-4735-b37f-d79b561e08be tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907948 May 12 11:46:20.086577 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:17Z', 'revision_number': 3, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:20.116305 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb4f0e-8834-44cd-ad2f-ecafa7d35443 None None] The sync data for ids ['906acc30-6602-4a44-9b63-9a2e94460e85'] in dv-cinder-804735-29-iscsi is: [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:17Z', 'revision_number': 3, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:46:20.136126 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326b07-cfc2-45fe-8473-5538e52388b0 req-36e2678c-e627-48f4-82db-9a34cf100063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:20.138166 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8c326b07-cfc2-45fe-8473-5538e52388b0 req-36e2678c-e627-48f4-82db-9a34cf100063 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4612060 May 12 11:46:20.209591 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:20.392875 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Allocated IP 172.20.0.1 (98824664-61dd-44ab-8bd0-7c8c51299b91/f159fc9e-1dd4-4e36-a921-6bed0545ce0a/52f36955-e06a-4985-8833-ffd9759d7339) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:20.455223 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd756b9c-a97e-4bd7-95b7-3f6a2ce504fc req-851b0343-2703-41be-9d28-8b352922ed17 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:20.456734 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bd756b9c-a97e-4bd7-95b7-3f6a2ce504fc req-851b0343-2703-41be-9d28-8b352922ed17 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 944 time: 0.0596845 May 12 11:46:20.534217 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bd756b9c-a97e-4bd7-95b7-3f6a2ce504fc req-4889085a-21ec-4439-b991-3ccf88b77f0e tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680108 May 12 11:46:20.555070 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddafac5-14b4-4fdd-aab0-b5aa2bc0916b req-a33e5467-a2c7-4d5e-85c0-3aed512c83dd tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:20.563116 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2ddafac5-14b4-4fdd-aab0-b5aa2bc0916b req-a33e5467-a2c7-4d5e-85c0-3aed512c83dd tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.1267586 May 12 11:46:20.629629 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Publish callbacks [] for port (52f36955-e06a-4985-8833-ffd9759d7339), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:20.650049 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2ddafac5-14b4-4fdd-aab0-b5aa2bc0916b req-df83c8d4-a150-4aad-931f-513f7cfb2ae0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830293 May 12 11:46:20.651233 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device ffe56635-beba-4781-9bd6-766276bcb2a0 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:20.694271 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (52f36955-e06a-4985-8833-ffd9759d7339), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:20.699651 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port ffe56635-beba-4781-9bd6-766276bcb2a0 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:20.700152 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:20.733484 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Network 98824664-61dd-44ab-8bd0-7c8c51299b91 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:20.738559 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:20.745229 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:20.752552 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Pushing event updated for resources: {'Port': ['ID=52f36955-e06a-4985-8833-ffd9759d7339,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:20.794067 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (906acc30-6602-4a44-9b63-9a2e94460e85), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:20.919944 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port ffe56635-beba-4781-9bd6-766276bcb2a0 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:20.921126 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:20.958336 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port ffe56635-beba-4781-9bd6-766276bcb2a0, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=ffe56635-beba-4781-9bd6-766276bcb2a0,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:20.966510 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:20.967378 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 3975a01a-9946-4b3a-acfb-8a0089789b46 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:20.993547 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (52f36955-e06a-4985-8833-ffd9759d7339), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:21.013000 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-108ed0fc-c341-4b5e-9128-c96ba15805f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:21.014515 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-108ed0fc-c341-4b5e-9128-c96ba15805f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d83add10bc914fa2b53b93c94671c2cd&device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 1128 time: 0.0691304 May 12 11:46:21.057618 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=ffe56635-beba-4781-9bd6-766276bcb2a0,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:21.088335 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 3975a01a-9946-4b3a-acfb-8a0089789b46 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:21.088946 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:21.091024 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-5a21d127-ba18-4d7f-b93e-824b3344e655 None None] Provisioning complete for port 52f36955-e06a-4985-8833-ffd9759d7339 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:21.091620 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5a21d127-ba18-4d7f-b93e-824b3344e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (52f36955-e06a-4985-8833-ffd9759d7339), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:21.156896 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6ddf-6a69-4169-96fc-f05fc13d7b53 req-590a5a24-e0ee-41a8-a753-1969aa590c34 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:21.163274 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-5a21d127-ba18-4d7f-b93e-824b3344e655 None None] Port 52f36955-e06a-4985-8833-ffd9759d7339 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:46:21.166030 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c2dc6ddf-6a69-4169-96fc-f05fc13d7b53 req-590a5a24-e0ee-41a8-a753-1969aa590c34 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0632794 May 12 11:46:21.252818 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c2dc6ddf-6a69-4169-96fc-f05fc13d7b53 req-125ddea6-1f1f-43b5-938d-e1c0c544e2df tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810735 May 12 11:46:21.256563 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-fd1db705-49e1-4cda-a1a7-f71ebc3957e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0057743-61b8-4720-93df-6c3d6fd83ed5 HTTP/1.1" status: 200 len: 217 time: 0.0594673 May 12 11:46:21.279322 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 3975a01a-9946-4b3a-acfb-8a0089789b46 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:21.288141 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Publish callbacks [] for port (52f36955-e06a-4985-8833-ffd9759d7339), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:21.293638 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (52f36955-e06a-4985-8833-ffd9759d7339), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:21.362129 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (906acc30-6602-4a44-9b63-9a2e94460e85), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:21.364735 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Pushing event updated for resources: {'Port': ['ID=52f36955-e06a-4985-8833-ffd9759d7339,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:21.461537 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Network 98824664-61dd-44ab-8bd0-7c8c51299b91 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:21.463132 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:21.615027 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Router 906acc30-6602-4a44-9b63-9a2e94460e85 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:46:21.663825 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 34070) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:21.702404 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-cc0484de-3946-4c39-99a8-b46c9b34b839 None None] Provisioning complete for port 52f36955-e06a-4985-8833-ffd9759d7339 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:21.704211 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cc0484de-3946-4c39-99a8-b46c9b34b839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (52f36955-e06a-4985-8833-ffd9759d7339), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:21.775599 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10896607-0f42-4f6f-9570-559a694116fb req-49fed011-48df-48f2-823e-f7cd4d775ff1 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:21.777729 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10896607-0f42-4f6f-9570-559a694116fb req-49fed011-48df-48f2-823e-f7cd4d775ff1 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 944 time: 0.1661596 May 12 11:46:21.795336 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-cc0484de-3946-4c39-99a8-b46c9b34b839 None None] Port 52f36955-e06a-4985-8833-ffd9759d7339 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:46:21.800187 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e7e8f-e6c5-496c-bf33-f6dc5091f8ef req-41e488b7-2670-47d0-8191-62581d8bdf65 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:21.801441 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1b1e7e8f-e6c5-496c-bf33-f6dc5091f8ef req-41e488b7-2670-47d0-8191-62581d8bdf65 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0807390 May 12 11:46:21.838947 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b7b1fdf-8f8c-4634-88fc-fabae62729a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:21.865428 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:46:21.881386 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-1ffcb199-3535-4369-bf91-4bcab3ae64a0 admin admin] 10.222.0.58 "PUT /v2.0/routers/906acc30-6602-4a44-9b63-9a2e94460e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1655552 May 12 11:46:21.888159 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1b1e7e8f-e6c5-496c-bf33-f6dc5091f8ef req-500e26e2-c6ae-4d85-97ea-77598a936f8b tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800133 May 12 11:46:21.897178 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10896607-0f42-4f6f-9570-559a694116fb req-5687590f-eeb6-44f6-b468-f345a410cfec tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760202 May 12 11:46:21.997851 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b7b1fdf-8f8c-4634-88fc-fabae62729a9 admin admin] Publish callbacks [] for security_group (a7db0b26-d383-413a-85a2-5e3c17585a09), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.005850 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b7b1fdf-8f8c-4634-88fc-fabae62729a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a7db0b26-d383-413a-85a2-5e3c17585a09), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.064048 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-9b7b1fdf-8f8c-4634-88fc-fabae62729a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9a910c072624637aef7a055ceebf3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990793 May 12 11:46:22.065442 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b1fdf-8f8c-4634-88fc-fabae62729a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7db0b26-d383-413a-85a2-5e3c17585a09,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:22.068297 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 34080) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:22.097747 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-63d552da-4b0c-4c5b-bc05-e08ac7efa8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:22.099230 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-63d552da-4b0c-4c5b-bc05-e08ac7efa8d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70aa85f1-d4b2-4f74-b0ca-4414310a6fd6 HTTP/1.1" status: 200 len: 849 time: 0.1106853 May 12 11:46:22.108091 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a537054-5cbc-4d7c-ad18-2f773c8c4414 req-7ddfcae3-0536-407a-9638-cc1cba95ed01 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:22.109629 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5a537054-5cbc-4d7c-ad18-2f773c8c4414 req-7ddfcae3-0536-407a-9638-cc1cba95ed01 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.1110637 May 12 11:46:22.118967 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 34084) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:22.126441 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fa4ad1d1-a192-46c6-a340-bdff909a3da5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'floatingip': {'port_id': '2fe78454-40e0-452b-9fda-bc63a3a68799'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:22.127792 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1de8aafd-172e-4444-9bdb-56f73ffe5128 admin admin] Publish callbacks [] for security_group (a7db0b26-d383-413a-85a2-5e3c17585a09), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.157116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1de8aafd-172e-4444-9bdb-56f73ffe5128 admin admin] Publish callbacks [] for security_group (a7db0b26-d383-413a-85a2-5e3c17585a09), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.167161 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Sync routers for ids ['906acc30-6602-4a44-9b63-9a2e94460e85'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:46:22.179274 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Routers {'906acc30-6602-4a44-9b63-9a2e94460e85'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:22.180255 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['906acc30-6602-4a44-9b63-9a2e94460e85'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:22.211598 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad1d1-a192-46c6-a340-bdff909a3da5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (e503d291-fd97-4076-b0dc-1e49e9d3107c), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.235653 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1de8aafd-172e-4444-9bdb-56f73ffe5128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (a7db0b26-d383-413a-85a2-5e3c17585a09), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.239143 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1de8aafd-172e-4444-9bdb-56f73ffe5128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.240308 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1de8aafd-172e-4444-9bdb-56f73ffe5128 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7db0b26-d383-413a-85a2-5e3c17585a09 HTTP/1.1" status: 204 len: 168 time: 0.1708212 May 12 11:46:22.249799 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8aafd-172e-4444-9bdb-56f73ffe5128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7db0b26-d383-413a-85a2-5e3c17585a09,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:22.327990 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Set router 906acc30-6602-4a44-9b63-9a2e94460e85 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:22.428175 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd24173-6c4c-4666-bb16-29ddf4176be1 req-148fb5c1-ba4b-4b49-8016-45b1588c9535 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:22.432139 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3bd24173-6c4c-4666-bb16-29ddf4176be1 req-148fb5c1-ba4b-4b49-8016-45b1588c9535 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0824323 May 12 11:46:22.524399 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3bd24173-6c4c-4666-bb16-29ddf4176be1 req-f10e6381-4a42-4041-9392-23c7e89f728e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827446 May 12 11:46:22.561830 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device ffe56635-beba-4781-9bd6-766276bcb2a0 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:22.648851 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port ffe56635-beba-4781-9bd6-766276bcb2a0 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:22.649230 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.702354 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '52f36955-e06a-4985-8833-ffd9759d7339', 'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'mac_address': 'fa:16:3e:f7:67:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:20Z', 'updated_at': '2022-05-12T11:46:21Z', 'revision_number': 2, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'subnets': [{'id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:22.736097 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 34104) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:22.743949 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-29085407-network', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:22.746272 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Checking router: 906acc30-6602-4a44-9b63-9a2e94460e85 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:46:22.746640 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Updating router 906acc30-6602-4a44-9b63-9a2e94460e85 port 52f36955-e06a-4985-8833-ffd9759d7339 binding host dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:46:22.758168 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-61d5ee4e-25fa-4dd1-b70b-edb98e4c373e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fad6d38-b010-47d8-87bd-73e6b812b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195712 May 12 11:46:22.783153 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Made reservation on behalf of 18db6e6c7e4842cf83d8cf1a54e294d2 for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:46:22.787467 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.800539 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (52f36955-e06a-4985-8833-ffd9759d7339), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.804438 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.816484 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port ffe56635-beba-4781-9bd6-766276bcb2a0 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:22.828366 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e5f68-f9d4-4ecd-8d73-534c04a74ccc req-f67c0008-1200-404b-9c21-df2ed22fd758 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:22.830527 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0d1e5f68-f9d4-4ecd-8d73-534c04a74ccc req-f67c0008-1200-404b-9c21-df2ed22fd758 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.1932442 May 12 11:46:22.843730 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 34108) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:22.865035 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6fb1899-c072-45be-bcaf-d7356b9d8e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:22.990283 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Publish callbacks [] for security_group (904b7047-d85e-49da-8577-bc4b93f4cacd), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.006591 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (904b7047-d85e-49da-8577-bc4b93f4cacd), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.057574 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=109896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:46:23.068816 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6fb1899-c072-45be-bcaf-d7356b9d8e2e admin admin] Publish callbacks [] for security_group (55d68979-752f-4eeb-a50a-868750dd6e96), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.078143 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b7047-d85e-49da-8577-bc4b93f4cacd,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:23.105722 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (5b62d92a-4be5-4408-aeb8-d4223657b1c3), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.106452 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Added segment 5b62d92a-4be5-4408-aeb8-d4223657b1c3 of type vlan for network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 May 12 11:46:23.106761 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-78b0efaa-0b1a-4cab-b2b6-5cafd4add7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.123773 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6fb1899-c072-45be-bcaf-d7356b9d8e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (55d68979-752f-4eeb-a50a-868750dd6e96), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.207427 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (7e0e987e-db7a-4dfb-9f73-17f2615fdb27), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.217182 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-c6fb1899-c072-45be-bcaf-d7356b9d8e2e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93b8b7b0a4014501b7231971ec96bf5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719506 May 12 11:46:23.218307 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 34114) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:23.221019 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb1899-c072-45be-bcaf-d7356b9d8e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d68979-752f-4eeb-a50a-868750dd6e96,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:23.342719 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Publish callbacks [] for port (52f36955-e06a-4985-8833-ffd9759d7339), precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.350793 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (52f36955-e06a-4985-8833-ffd9759d7339), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.373988 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0d1e5f68-f9d4-4ecd-8d73-534c04a74ccc req-8ecb7d5a-2f06-404c-a3a9-e3636a08eb2f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357845 May 12 11:46:23.422924 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b46f35-a660-42fa-82ea-5a341d14993d None None] Pushing event updated for resources: {'Port': ['ID=52f36955-e06a-4985-8833-ffd9759d7339,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:23.424204 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (7e0e987e-db7a-4dfb-9f73-17f2615fdb27), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.428855 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:23.429540 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.478273 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-05a0c3ad-349f-4956-9aab-52251de0eba9 service neutron] 10.222.0.35 "GET /v2.0/networks/0fad6d38-b010-47d8-87bd-73e6b812b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076745 May 12 11:46:23.480079 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892219f8-e1c5-4722-8afb-224d9fd8e438 req-76d83d20-d7cf-4078-a710-50d2fc3cb37b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:23.481756 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-892219f8-e1c5-4722-8afb-224d9fd8e438 req-76d83d20-d7cf-4078-a710-50d2fc3cb37b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 944 time: 0.2224247 May 12 11:46:23.497214 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.db.resource_extend [None req-fa4ad1d1-a192-46c6-a340-bdff909a3da5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 11:46:23.531169 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Attempting to bind port 52f36955-e06a-4985-8833-ffd9759d7339 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:23.531548 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Attempting to bind port 52f36955-e06a-4985-8833-ffd9759d7339 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:23.531913 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Attempting to bind port 52f36955-e06a-4985-8833-ffd9759d7339 on network 98824664-61dd-44ab-8bd0-7c8c51299b91 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:23.538307 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:23.538854 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Checking segment: {'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:23.539343 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.539747 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Bound using segment: {'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:23.541790 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Bound port: 52f36955-e06a-4985-8833-ffd9759d7339, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:23.542241 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (52f36955-e06a-4985-8833-ffd9759d7339), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.595342 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-13780b75-6a80-4d6f-a047-d9301fa415bd admin admin] Publish callbacks [] for security_group (55d68979-752f-4eeb-a50a-868750dd6e96), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.608176 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8702924 May 12 11:46:23.608897 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 34122) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:23.619988 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Request body: {'subnet': {'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-29085407-subnet', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:23.631659 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eab55-1f4b-48af-a78e-b94a803480fa admin admin] Pushing event updated for resources: {'Network': ['ID=7e0e987e-db7a-4dfb-9f73-17f2615fdb27,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:23.633619 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] For port 52f36955-e06a-4985-8833-ffd9759d7339, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:23.637831 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] For port 52f36955-e06a-4985-8833-ffd9759d7339, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=52f36955-e06a-4985-8833-ffd9759d7339,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:23.646955 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:46:23.688567 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-13780b75-6a80-4d6f-a047-d9301fa415bd admin admin] Publish callbacks [] for security_group (55d68979-752f-4eeb-a50a-868750dd6e96), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.688760 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad1d1-a192-46c6-a340-bdff909a3da5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.688862 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (52f36955-e06a-4985-8833-ffd9759d7339), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.702829 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad1d1-a192-46c6-a340-bdff909a3da5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (e503d291-fd97-4076-b0dc-1e49e9d3107c), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.715660 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-892219f8-e1c5-4722-8afb-224d9fd8e438 req-7d7bf5f5-aba3-4979-88fb-f852e40cc379 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111683 May 12 11:46:23.724155 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Made reservation on behalf of 18db6e6c7e4842cf83d8cf1a54e294d2 for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:46:23.726441 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118441238'] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.799186 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0e85ad7-fe2f-4e8b-9772-47be0b686cf5 req-ddb8d4c4-eb43-4655-b559-2dcdf7258625 service neutron] 10.222.0.35 "GET /v2.0/networks/0fad6d38-b010-47d8-87bd-73e6b812b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136890 May 12 11:46:23.832252 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b46f35-a660-42fa-82ea-5a341d14993d None None] Pushing event updated for resources: {'Port': ['ID=52f36955-e06a-4985-8833-ffd9759d7339,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:23.834880 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Routers {'906acc30-6602-4a44-9b63-9a2e94460e85'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:23.835489 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['906acc30-6602-4a44-9b63-9a2e94460e85'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:23.878847 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-fa4ad1d1-a192-46c6-a340-bdff909a3da5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Floating IP e503d291-fd97-4076-b0dc-1e49e9d3107c associated. External IP: 172.27.0.66, port: 2fe78454-40e0-452b-9fda-bc63a3a68799. May 12 11:46:23.918168 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-ab68f674-8cb2-4afd-b7e1-24d64a9a1a2d None None] Provisioning complete for port 52f36955-e06a-4985-8833-ffd9759d7339 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:23.918498 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ab68f674-8cb2-4afd-b7e1-24d64a9a1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (52f36955-e06a-4985-8833-ffd9759d7339), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.945590 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-13780b75-6a80-4d6f-a047-d9301fa415bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (55d68979-752f-4eeb-a50a-868750dd6e96), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.948539 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-13780b75-6a80-4d6f-a047-d9301fa415bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:23.952225 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-13780b75-6a80-4d6f-a047-d9301fa415bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55d68979-752f-4eeb-a50a-868750dd6e96 HTTP/1.1" status: 204 len: 168 time: 0.7131023 May 12 11:46:23.986508 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13780b75-6a80-4d6f-a047-d9301fa415bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d68979-752f-4eeb-a50a-868750dd6e96,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:24.139161 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118424035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118441216'] for subnet (7fea7642-6e4b-4a13-9325-e1059056dac2), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.216292 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fea7642-6e4b-4a13-9325-e1059056dac2,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:24.223762 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Checking segment: {'id': '5b62d92a-4be5-4408-aeb8-d4223657b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:24.224347 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Network hostable DHCP agents. Network: 7e0e987e-db7a-4dfb-9f73-17f2615fdb27, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:46:24.234930 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4ad1d1-a192-46c6-a340-bdff909a3da5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Router c3c11a87-722e-4b5f-b071-19bceb7b884e has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:46:24.247528 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:46:24.263909 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, 7e0e987e-db7a-4dfb-9f73-17f2615fdb27) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:24.271792 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:24.272920 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.273606 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] Set router 906acc30-6602-4a44-9b63-9a2e94460e85 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:24.301619 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 34130) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:24.302469 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-c954cf32-4580-4644-8574-ecee4ca6250a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6892915 May 12 11:46:24.306982 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f590e9e-9d78-4fad-994f-602de6212101 None None] Network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:46:24.309528 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-29085407-router', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:24.376056 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (695f93ab-ba0d-4efd-be7d-eaeeb486200a), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.377280 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (695f93ab-ba0d-4efd-be7d-eaeeb486200a), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.408705 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4ad1d1-a192-46c6-a340-bdff909a3da5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:46:24.419322 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] Sync routers for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:46:24.422191 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-ab68f674-8cb2-4afd-b7e1-24d64a9a1a2d None None] Current status of the port 52f36955-e06a-4985-8833-ffd9759d7339 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:24.422649 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ab68f674-8cb2-4afd-b7e1-24d64a9a1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (52f36955-e06a-4985-8833-ffd9759d7339), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.424475 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad1d1-a192-46c6-a340-bdff909a3da5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.432625 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:24.433849 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:24.488207 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks [] for router_controller (695f93ab-ba0d-4efd-be7d-eaeeb486200a), precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.493690 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-fa4ad1d1-a192-46c6-a340-bdff909a3da5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "PUT /v2.0/floatingips/e503d291-fd97-4076-b0dc-1e49e9d3107c HTTP/1.1" status: 200 len: 990 time: 2.3730330 May 12 11:46:24.493922 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'tag': '2fe78454-40e0-452b-9fda-bc63a3a68799'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:46:24.496794 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf4fa9e-950e-4be3-b042-517c2079c0f2", "tag": "2fe78454-40e0-452b-9fda-bc63a3a68799"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:46:24.583967 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17012003-9721-4156-85c7-4b68fa1e5d6d x-openstack-request-id: req-17012003-9721-4156-85c7-4b68fa1e5d6d {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:46:24.583967 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf4fa9e-950e-4be3-b042-517c2079c0f2", "tag": "2fe78454-40e0-452b-9fda-bc63a3a68799", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:46:24.584258 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17012003-9721-4156-85c7-4b68fa1e5d6d {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:46:24.584476 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17012003-9721-4156-85c7-4b68fa1e5d6d'] response: {'name': 'network-changed', 'server_uuid': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'tag': '2fe78454-40e0-452b-9fda-bc63a3a68799', 'status': 'completed', 'code': 200} May 12 11:46:24.642336 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-ab68f674-8cb2-4afd-b7e1-24d64a9a1a2d None None] For port 52f36955-e06a-4985-8833-ffd9759d7339, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=52f36955-e06a-4985-8833-ffd9759d7339,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:24.657344 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:24.671609 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ab68f674-8cb2-4afd-b7e1-24d64a9a1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (52f36955-e06a-4985-8833-ffd9759d7339), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.685200 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks [] for router_gateway (695f93ab-ba0d-4efd-be7d-eaeeb486200a), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.706043 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-7e0e987e-db7a-4dfb-9f73-17f2615fdb27', 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27', 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'fixed_ips': [{'subnet_id': '7fea7642-6e4b-4a13-9325-e1059056dac2'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:46:24.709354 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.853260 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68f674-8cb2-4afd-b7e1-24d64a9a1a2d None None] Pushing event updated for resources: {'Port': ['ID=52f36955-e06a-4985-8833-ffd9759d7339,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:24.872471 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '52f36955-e06a-4985-8833-ffd9759d7339', 'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'mac_address': 'fa:16:3e:f7:67:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:20Z', 'updated_at': '2022-05-12T11:46:23Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'subnets': [{'id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:24.878637 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-0d99d15f-4fd4-4daa-a169-78cfed602b40 None None] Provisioning complete for port 52f36955-e06a-4985-8833-ffd9759d7339 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:24.879016 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0d99d15f-4fd4-4daa-a169-78cfed602b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (52f36955-e06a-4985-8833-ffd9759d7339), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.913447 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d3c7-fa3b-4ca3-aba5-a729c03379f3 req-4a809fb6-1fa8-40a3-86af-f35f9e48df16 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:24.915393 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks [] for router_gateway (695f93ab-ba0d-4efd-be7d-eaeeb486200a), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.936448 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5d16d3c7-fa3b-4ca3-aba5-a729c03379f3 req-4a809fb6-1fa8-40a3-86af-f35f9e48df16 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 944 time: 0.1112487 May 12 11:46:24.938395 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:24.960769 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'e503d291-fd97-4076-b0dc-1e49e9d3107c', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'port_id': '2fe78454-40e0-452b-9fda-bc63a3a68799', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'mac_address': 'fa:16:3e:08:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:46:04Z', 'updated_at': '2022-05-12T11:46:23Z', 'revision_number': 1, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:24.993170 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] Checking router: c3c11a87-722e-4b5f-b071-19bceb7b884e for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:46:25.009202 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:25.010135 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:45:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:25.032308 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5d16d3c7-fa3b-4ca3-aba5-a729c03379f3 req-c9dcaab9-f3a5-4062-866d-cc1ea1330211 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979881 May 12 11:46:25.063687 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de250d-7e01-4ac2-b9f3-14c7e5f18e37 None None] The sync data for ids ['906acc30-6602-4a44-9b63-9a2e94460e85'] in dv-cinder-804735-29-iscsi is: [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '52f36955-e06a-4985-8833-ffd9759d7339', 'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'mac_address': 'fa:16:3e:f7:67:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:20Z', 'updated_at': '2022-05-12T11:46:23Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'subnets': [{'id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:46:25.166953 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Allocated IP 172.27.0.6 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/58066508-f02f-4eac-acb6-89764c19c89f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:25.193837 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Allocated IP 172.20.0.2 (7e0e987e-db7a-4dfb-9f73-17f2615fdb27/7fea7642-6e4b-4a13-9325-e1059056dac2/d36661f2-4053-4763-a078-708c1c342955) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:25.206637 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-0d99d15f-4fd4-4daa-a169-78cfed602b40 None None] Current status of the port 52f36955-e06a-4985-8833-ffd9759d7339 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:25.217784 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d3ba5144-94eb-4593-ab54-1344b0bd35de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:25.262949 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:25.419794 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Publish callbacks [] for port (d36661f2-4053-4763-a078-708c1c342955), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:25.439379 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (d36661f2-4053-4763-a078-708c1c342955), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:25.533367 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:25.537039 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:25.542154 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'e503d291-fd97-4076-b0dc-1e49e9d3107c', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'port_id': '2fe78454-40e0-452b-9fda-bc63a3a68799', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'mac_address': 'fa:16:3e:08:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:46:04Z', 'updated_at': '2022-05-12T11:46:23Z', 'revision_number': 1, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:25.549792 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:25.557470 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Pushing event updated for resources: {'Port': ['ID=d36661f2-4053-4763-a078-708c1c342955,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:25.575492 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94dc11-140e-4f01-a35b-9f517dae704c None None] The sync data for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi is: [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'e503d291-fd97-4076-b0dc-1e49e9d3107c', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'port_id': '2fe78454-40e0-452b-9fda-bc63a3a68799', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'mac_address': 'fa:16:3e:08:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:46:04Z', 'updated_at': '2022-05-12T11:46:23Z', 'revision_number': 1, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:46:25.635815 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Attempting to bind port d36661f2-4053-4763-a078-708c1c342955 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:25.637016 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Attempting to bind port d36661f2-4053-4763-a078-708c1c342955 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '5b62d92a-4be5-4408-aeb8-d4223657b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:25.637468 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Attempting to bind port d36661f2-4053-4763-a078-708c1c342955 on network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:25.648771 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:25.649018 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Checking segment: {'id': '5b62d92a-4be5-4408-aeb8-d4223657b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:25.649426 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:25.649847 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Bound using segment: {'id': '5b62d92a-4be5-4408-aeb8-d4223657b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:25.650332 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Bound port: d36661f2-4053-4763-a078-708c1c342955, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b62d92a-4be5-4408-aeb8-d4223657b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:25.650756 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d36661f2-4053-4763-a078-708c1c342955), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:25.680209 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks [] for port (58066508-f02f-4eac-acb6-89764c19c89f), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:25.731694 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (58066508-f02f-4eac-acb6-89764c19c89f), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:25.751933 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] For port d36661f2-4053-4763-a078-708c1c342955, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:25.755774 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] For port d36661f2-4053-4763-a078-708c1c342955, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=d36661f2-4053-4763-a078-708c1c342955,segment=NetworkSegment(5b62d92a-4be5-4408-aeb8-d4223657b1c3),segment_id=5b62d92a-4be5-4408-aeb8-d4223657b1c3)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:25.768697 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d36661f2-4053-4763-a078-708c1c342955), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:25.787772 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:25.803221 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:25.805613 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Pushing event updated for resources: {'Port': ['ID=58066508-f02f-4eac-acb6-89764c19c89f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:25.807712 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:25.866025 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f10ed0-9ab4-445f-afca-f1c93da7fb9b None None] Pushing event updated for resources: {'Port': ['ID=d36661f2-4053-4763-a078-708c1c342955,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:25.967685 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead81a1-e12c-4b08-ba1d-4a31790444bd None None] New status for floating IP e503d291-fd97-4076-b0dc-1e49e9d3107c: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:46:26.262033 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks [] for router_gateway (695f93ab-ba0d-4efd-be7d-eaeeb486200a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:26.307703 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:26.316090 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e81020-0db9-4f8c-bdf0-d04a944f1043 req-b41fa80e-14eb-4a03-809c-ad0028999d9f tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:26.317600 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-60e81020-0db9-4f8c-bdf0-d04a944f1043 req-b41fa80e-14eb-4a03-809c-ad0028999d9f tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 944 time: 0.1051278 May 12 11:46:26.379710 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:26.413035 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-60e81020-0db9-4f8c-bdf0-d04a944f1043 req-cb9dc11b-e58f-49d1-99c3-812d4ad3d3e1 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889122 May 12 11:46:26.531641 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (695f93ab-ba0d-4efd-be7d-eaeeb486200a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:26.585816 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device d36661f2-4053-4763-a078-708c1c342955 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:26.642560 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port d36661f2-4053-4763-a078-708c1c342955 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:26.643091 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d36661f2-4053-4763-a078-708c1c342955), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:26.689857 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Router 695f93ab-ba0d-4efd-be7d-eaeeb486200a is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:46:26.726640 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port d36661f2-4053-4763-a078-708c1c342955 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:26.726918 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d36661f2-4053-4763-a078-708c1c342955), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:26.760433 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port d36661f2-4053-4763-a078-708c1c342955, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=d36661f2-4053-4763-a078-708c1c342955,segment=NetworkSegment(5b62d92a-4be5-4408-aeb8-d4223657b1c3),segment_id=5b62d92a-4be5-4408-aeb8-d4223657b1c3)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:26.765668 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d36661f2-4053-4763-a078-708c1c342955), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:26.766644 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 52f36955-e06a-4985-8833-ffd9759d7339 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:26.811153 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:46:26.820283 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Sync routers for ids ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:46:26.833471 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Routers {'695f93ab-ba0d-4efd-be7d-eaeeb486200a'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:26.834136 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:46:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:26.841143 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:26.845300 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-2297bef0-4ce5-4b9b-8d74-801a4a688a5f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5393889 May 12 11:46:26.845432 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 34214) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:26.845935 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=d36661f2-4053-4763-a078-708c1c342955,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:26.857645 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 52f36955-e06a-4985-8833-ffd9759d7339 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:26.858049 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (52f36955-e06a-4985-8833-ffd9759d7339), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:26.957475 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 52f36955-e06a-4985-8833-ffd9759d7339 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:27.015661 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Set router 695f93ab-ba0d-4efd-be7d-eaeeb486200a gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:27.162567 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af76bbd0-df00-42ae-81e1-24c8004fb6a6 None None] Network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:46:27.217637 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'name': 'tempest-TestMinimumBasicScenario-29085407-router', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '58066508-f02f-4eac-acb6-89764c19c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:26Z', 'revision_number': 3, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'gw_port': {'id': '58066508-f02f-4eac-acb6-89764c19c89f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:27.250353 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Checking router: 695f93ab-ba0d-4efd-be7d-eaeeb486200a for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:46:27.251106 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Updating router 695f93ab-ba0d-4efd-be7d-eaeeb486200a port 58066508-f02f-4eac-acb6-89764c19c89f binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:46:27.269286 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-2bfe7e6e-1510-4d80-a2c0-5139f95620d4 None None] Provisioning complete for port d36661f2-4053-4763-a078-708c1c342955 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:27.269662 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e6e-1510-4d80-a2c0-5139f95620d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d36661f2-4053-4763-a078-708c1c342955), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.284561 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (58066508-f02f-4eac-acb6-89764c19c89f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.380462 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.388882 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe7e6e-1510-4d80-a2c0-5139f95620d4 None None] Current status of the port d36661f2-4053-4763-a078-708c1c342955 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:27.540858 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-460f0131-9841-4c22-87c2-f29c411a5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:27.542483 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-460f0131-9841-4c22-87c2-f29c411a5318 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d51975fc708d49efa56621b0fd19c47f&device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 1129 time: 0.0519955 May 12 11:46:27.586727 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88406d55-37b0-4ba5-849a-18faa24446eb req-110c8703-d126-42a8-84e9-213ef5590625 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:27.589072 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-88406d55-37b0-4ba5-849a-18faa24446eb req-110c8703-d126-42a8-84e9-213ef5590625 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 944 time: 0.0725095 May 12 11:46:27.670103 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.695607 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Publish callbacks [] for port (58066508-f02f-4eac-acb6-89764c19c89f), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.697515 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-88406d55-37b0-4ba5-849a-18faa24446eb req-38857d73-c6d0-49ab-b240-085f3c82933b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965941 May 12 11:46:27.709163 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-720a5812-3296-45f8-8abf-f280ec4d6a88 None None] Provisioning complete for port d36661f2-4053-4763-a078-708c1c342955 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:27.709336 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-720a5812-3296-45f8-8abf-f280ec4d6a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d36661f2-4053-4763-a078-708c1c342955), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.709929 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (58066508-f02f-4eac-acb6-89764c19c89f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.739931 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-869fd794-fdc0-4aa5-b881-417692d3998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:27.741873 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-869fd794-fdc0-4aa5-b881-417692d3998e service neutron] 10.222.0.35 "GET /v2.0/networks?id=f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 200 len: 912 time: 0.1762938 May 12 11:46:27.759982 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8ad01-de1b-4761-8e07-0d63210b5e6c None None] Pushing event updated for resources: {'Port': ['ID=58066508-f02f-4eac-acb6-89764c19c89f,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:27.763785 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Allocated IP 172.20.0.1 (7e0e987e-db7a-4dfb-9f73-17f2615fdb27/7fea7642-6e4b-4a13-9325-e1059056dac2/91ee03da-a650-456b-b8e8-c124f6b56581) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:27.773852 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Attempting to bind port 58066508-f02f-4eac-acb6-89764c19c89f on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:27.774220 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Attempting to bind port 58066508-f02f-4eac-acb6-89764c19c89f by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:27.774572 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Attempting to bind port 58066508-f02f-4eac-acb6-89764c19c89f on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:27.779700 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:27.780275 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:27.780894 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.781455 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:27.781942 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Bound port: 58066508-f02f-4eac-acb6-89764c19c89f, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:27.782309 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (58066508-f02f-4eac-acb6-89764c19c89f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.792664 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-720a5812-3296-45f8-8abf-f280ec4d6a88 None None] Current status of the port d36661f2-4053-4763-a078-708c1c342955 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:27.835658 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] For port 58066508-f02f-4eac-acb6-89764c19c89f, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:27.838825 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] For port 58066508-f02f-4eac-acb6-89764c19c89f, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=58066508-f02f-4eac-acb6-89764c19c89f,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:27.844439 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (58066508-f02f-4eac-acb6-89764c19c89f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.884032 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-ec90c62d-a4d1-40a7-b819-3565bd5c30f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe78454-40e0-452b-9fda-bc63a3a68799 HTTP/1.1" status: 200 len: 1000 time: 0.1143970 May 12 11:46:27.905485 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8ad01-de1b-4761-8e07-0d63210b5e6c None None] Pushing event updated for resources: {'Port': ['ID=58066508-f02f-4eac-acb6-89764c19c89f,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:27.908140 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Routers {'695f93ab-ba0d-4efd-be7d-eaeeb486200a'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:27.908744 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:46:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:27.958573 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Publish callbacks [] for port (91ee03da-a650-456b-b8e8-c124f6b56581), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:27.967484 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-320d7b95-7493-4a0c-b7ca-efd7e97729a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:27.968939 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-320d7b95-7493-4a0c-b7ca-efd7e97729a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe6a700a-d728-4a58-8bea-bfad07912417 HTTP/1.1" status: 200 len: 850 time: 0.0733259 May 12 11:46:28.019552 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] Set router 695f93ab-ba0d-4efd-be7d-eaeeb486200a gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:28.028291 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-49a6a139-1a05-4156-819d-9b627b020468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:28.029815 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-49a6a139-1a05-4156-819d-9b627b020468 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f747c31e-f2f6-4373-ba29-1719eaa22635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534308 May 12 11:46:28.036176 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:28.104654 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:28.112554 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:28.150159 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:28.172037 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Pushing event updated for resources: {'Port': ['ID=91ee03da-a650-456b-b8e8-c124f6b56581,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:28.213150 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (695f93ab-ba0d-4efd-be7d-eaeeb486200a), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:28.289493 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-cd232a09-9a6b-4e62-91fa-2d687381f486 service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446449 May 12 11:46:28.323831 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'name': 'tempest-TestMinimumBasicScenario-29085407-router', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '58066508-f02f-4eac-acb6-89764c19c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:26Z', 'revision_number': 3, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'gw_port': {'id': '58066508-f02f-4eac-acb6-89764c19c89f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:28.350707 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef3f1e3-063a-4b8c-abf8-25becb2f4a96 None None] The sync data for ids ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'] in dv-cinder-804735-29-iscsi is: [{'id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'name': 'tempest-TestMinimumBasicScenario-29085407-router', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '58066508-f02f-4eac-acb6-89764c19c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:26Z', 'revision_number': 3, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'gw_port': {'id': '58066508-f02f-4eac-acb6-89764c19c89f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:46:28.421077 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-e08a448d-d643-451b-a0b5-25262df7d6bb None None] Provisioning complete for port 91ee03da-a650-456b-b8e8-c124f6b56581 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:28.421382 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e08a448d-d643-451b-a0b5-25262df7d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:28.487355 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c109bd7f-b53c-4d4b-8d59-4ba8a62690b1 req-e458956e-87af-4da3-bde7-b86ef5a094df service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948807 May 12 11:46:28.494420 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:28.510747 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-e08a448d-d643-451b-a0b5-25262df7d6bb None None] Port 91ee03da-a650-456b-b8e8-c124f6b56581 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:46:28.559193 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63307a-abed-46df-a1cd-4fc90c94dd8e req-0df6b3d5-a20d-467c-8a14-bbc6c11e0ccd tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:28.560772 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7f63307a-abed-46df-a1cd-4fc90c94dd8e req-0df6b3d5-a20d-467c-8a14-bbc6c11e0ccd tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0582449 May 12 11:46:28.576063 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device d36661f2-4053-4763-a078-708c1c342955 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:28.626847 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7f63307a-abed-46df-a1cd-4fc90c94dd8e req-886ae3a1-1b7f-4b00-8828-fed22154e817 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548882 May 12 11:46:28.627396 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port d36661f2-4053-4763-a078-708c1c342955 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:28.627741 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d36661f2-4053-4763-a078-708c1c342955), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:28.641797 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-f2494d2d-b4cc-4ad3-8535-6a2f2464b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:28.643824 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-f2494d2d-b4cc-4ad3-8535-6a2f2464b210 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 1129 time: 0.0859466 May 12 11:46:28.786965 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port d36661f2-4053-4763-a078-708c1c342955 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:28.979449 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device f0057743-61b8-4720-93df-6c3d6fd83ed5 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:46:29.095834 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port f0057743-61b8-4720-93df-6c3d6fd83ed5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f0057743-61b8-4720-93df-6c3d6fd83ed5,segment=NetworkSegment(654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9),segment_id=654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:29.107595 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'f0057743-61b8-4720-93df-6c3d6fd83ed5', 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078', 'port_id': 'f0057743-61b8-4720-93df-6c3d6fd83ed5', 'mac_address': 'fa:16:3e:4d:42:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70aa85f1-d4b2-4f74-b0ca-4414310a6fd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:46:29.110621 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-d4432b6b-f407-4568-896d-a9f86ba9cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:29.117070 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-d4432b6b-f407-4568-896d-a9f86ba9cb42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.4502954 May 12 11:46:29.145886 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023912a-8998-4753-b5de-5124dcc1ac1e req-30a2b3fc-6370-4e3b-b30e-bb5dab1dea99 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:29.147361 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9023912a-8998-4753-b5de-5124dcc1ac1e req-30a2b3fc-6370-4e3b-b30e-bb5dab1dea99 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 944 time: 0.3267951 May 12 11:46:29.189486 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-b2ab4832-87de-45e2-a85c-7b5017913923 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fde922-0d37-4159-bb44-fb31f42dc415 HTTP/1.1" status: 200 len: 217 time: 0.0614343 May 12 11:46:29.268387 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Publish callbacks [] for port (91ee03da-a650-456b-b8e8-c124f6b56581), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:29.281577 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:29.300915 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:29.302438 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port f0057743-61b8-4720-93df-6c3d6fd83ed5 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:29.302811 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:29.317615 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0057743-61b8-4720-93df-6c3d6fd83ed5 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:46:29.337498 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-f2e33ea9-c83f-403c-a6b4-03a4f9a4c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:29.337498 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-f2e33ea9-c83f-403c-a6b4-03a4f9a4c13f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.1370127 May 12 11:46:29.344201 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9023912a-8998-4753-b5de-5124dcc1ac1e req-42bd52cc-bd67-4595-9be6-91b1fa8ebbf8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632516 May 12 11:46:29.347709 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port f0057743-61b8-4720-93df-6c3d6fd83ed5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f0057743-61b8-4720-93df-6c3d6fd83ed5,segment=NetworkSegment(654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9),segment_id=654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:29.353844 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:29.401854 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Pushing event updated for resources: {'Port': ['ID=91ee03da-a650-456b-b8e8-c124f6b56581,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:29.407314 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (695f93ab-ba0d-4efd-be7d-eaeeb486200a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:29.414481 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=f0057743-61b8-4720-93df-6c3d6fd83ed5,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:29.415121 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-83d9f2aa-c961-4a54-b047-9b730ad6412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:29.417432 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-83d9f2aa-c961-4a54-b047-9b730ad6412a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0654681 May 12 11:46:29.574600 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:29.577279 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-cbc1c281-44b7-4eac-b356-922742c70d4a service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415946 May 12 11:46:29.578239 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:29.746009 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fec206-6112-45aa-8a3a-c2edf3e2fbf7 req-2199e862-62f7-4f55-9271-0cf0c6afcb96 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:29.747595 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a9fec206-6112-45aa-8a3a-c2edf3e2fbf7 req-2199e862-62f7-4f55-9271-0cf0c6afcb96 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0511894 May 12 11:46:29.764832 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccd5d57f-55b9-4689-885c-0ed49b87ae62 req-d55a793f-e2b9-43b7-b6e2-a074c5b99fbf service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435065 May 12 11:46:29.766678 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Router 695f93ab-ba0d-4efd-be7d-eaeeb486200a has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:46:29.783214 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['f0057743-61b8-4720-93df-6c3d6fd83ed5'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:46:29.807141 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a9fec206-6112-45aa-8a3a-c2edf3e2fbf7 req-312fcc12-ac26-44d1-871b-f7b06b3e645d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523028 May 12 11:46:29.847362 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-6748209b-d948-4011-bcf7-db5f904e2be7 None None] Provisioning complete for port 91ee03da-a650-456b-b8e8-c124f6b56581 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:29.847846 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6748209b-d948-4011-bcf7-db5f904e2be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:29.914868 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-6748209b-d948-4011-bcf7-db5f904e2be7 None None] Port 91ee03da-a650-456b-b8e8-c124f6b56581 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:46:29.928290 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:46:29.934187 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a6edae4c-1879-43d0-a67f-7a5fdef9c7bf admin admin] 10.222.0.58 "PUT /v2.0/routers/695f93ab-ba0d-4efd-be7d-eaeeb486200a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0875771 May 12 11:46:30.478729 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fc0e1-8687-454b-8af7-98230f8b1959 req-edce8bf8-ffdb-45e8-b2dd-fb593bd4aff8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:30.482449 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-370fc0e1-8687-454b-8af7-98230f8b1959 req-edce8bf8-ffdb-45e8-b2dd-fb593bd4aff8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 945 time: 0.0616276 May 12 11:46:30.542338 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-370fc0e1-8687-454b-8af7-98230f8b1959 req-4910fe04-dc3e-4e34-a0ab-2cbbfcdc4875 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534303 May 12 11:46:30.558365 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 58066508-f02f-4eac-acb6-89764c19c89f up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:30.614743 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 58066508-f02f-4eac-acb6-89764c19c89f triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:30.615404 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (58066508-f02f-4eac-acb6-89764c19c89f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:30.714464 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 58066508-f02f-4eac-acb6-89764c19c89f is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:30.714769 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (58066508-f02f-4eac-acb6-89764c19c89f), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:30.739593 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port 58066508-f02f-4eac-acb6-89764c19c89f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=58066508-f02f-4eac-acb6-89764c19c89f,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:30.745168 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (58066508-f02f-4eac-acb6-89764c19c89f), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:30.795306 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=58066508-f02f-4eac-acb6-89764c19c89f,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:30.931235 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c0d67-2559-4cbc-af5e-0c42a717e646 req-305fd71a-8b31-4cf3-811a-c3742fd62eb6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:30.934170 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-083c0d67-2559-4cbc-af5e-0c42a717e646 req-305fd71a-8b31-4cf3-811a-c3742fd62eb6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0518587 May 12 11:46:31.003116 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device f0057743-61b8-4720-93df-6c3d6fd83ed5 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:31.044358 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-083c0d67-2559-4cbc-af5e-0c42a717e646 req-8362069e-1710-48d5-b346-9cc36b75effa tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023722 May 12 11:46:31.125602 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port f0057743-61b8-4720-93df-6c3d6fd83ed5 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:46:31.141587 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port f0057743-61b8-4720-93df-6c3d6fd83ed5 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:31.142424 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:31.261182 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port f0057743-61b8-4720-93df-6c3d6fd83ed5 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:31.261968 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:31.289787 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fa82b-9115-483c-9403-b2ca5f83054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0057743-61b8-4720-93df-6c3d6fd83ed5'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:46:31.292883 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e459f12-5859-4a73-bab7-01cb8833f3db" -d '{"events": [{"server_uuid": "ef2fa82b-9115-483c-9403-b2ca5f83054f", "name": "network-vif-plugged", "status": "completed", "tag": "f0057743-61b8-4720-93df-6c3d6fd83ed5"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:46:31.308526 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port f0057743-61b8-4720-93df-6c3d6fd83ed5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f0057743-61b8-4720-93df-6c3d6fd83ed5,segment=NetworkSegment(654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9),segment_id=654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:31.316990 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:31.406272 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee976baa-3842-47da-8e05-0f6e226cbc11 x-openstack-request-id: req-ee976baa-3842-47da-8e05-0f6e226cbc11 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:46:31.406578 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fa82b-9115-483c-9403-b2ca5f83054f", "name": "network-vif-plugged", "status": "completed", "tag": "f0057743-61b8-4720-93df-6c3d6fd83ed5", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:46:31.411657 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee976baa-3842-47da-8e05-0f6e226cbc11 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:46:31.413231 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee976baa-3842-47da-8e05-0f6e226cbc11'] response: {'server_uuid': 'ef2fa82b-9115-483c-9403-b2ca5f83054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0057743-61b8-4720-93df-6c3d6fd83ed5', 'code': 200} May 12 11:46:31.514446 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=f0057743-61b8-4720-93df-6c3d6fd83ed5,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:31.647935 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Sync routers for ids ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:46:31.663633 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Routers {'695f93ab-ba0d-4efd-be7d-eaeeb486200a'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:31.664609 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:46:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:31.727473 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2f334-f19d-4a07-bb71-27238db02352 req-5ba44442-3508-495a-a7cd-44cdd5f15d26 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:31.731590 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523220a-d6d9-4598-9c7b-7ba8e29de968 req-14b7c559-ccde-4f0d-908e-01442db55fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:31.737998 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0523220a-d6d9-4598-9c7b-7ba8e29de968 req-14b7c559-ccde-4f0d-908e-01442db55fe7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 1130 time: 0.0612676 May 12 11:46:31.739429 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2eb2f334-f19d-4a07-bb71-27238db02352 req-5ba44442-3508-495a-a7cd-44cdd5f15d26 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 946 time: 0.1019890 May 12 11:46:31.827044 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2eb2f334-f19d-4a07-bb71-27238db02352 req-a2dc08d1-6a2c-4021-a4dc-ac3d954facd4 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784245 May 12 11:46:31.832882 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0523220a-d6d9-4598-9c7b-7ba8e29de968 req-52f67558-d2b5-4822-95a4-6bbd86e85371 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927601 May 12 11:46:31.846769 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Set router 695f93ab-ba0d-4efd-be7d-eaeeb486200a gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:32.131645 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'name': 'tempest-TestMinimumBasicScenario-29085407-router', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '58066508-f02f-4eac-acb6-89764c19c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:28Z', 'revision_number': 4, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'gw_port': {'id': '58066508-f02f-4eac-acb6-89764c19c89f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '91ee03da-a650-456b-b8e8-c124f6b56581', 'name': '', 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'mac_address': 'fa:16:3e:ce:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7fea7642-6e4b-4a13-9325-e1059056dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:27Z', 'updated_at': '2022-05-12T11:46:28Z', 'revision_number': 2, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'subnets': [{'id': '7fea7642-6e4b-4a13-9325-e1059056dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:32.171567 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Checking router: 695f93ab-ba0d-4efd-be7d-eaeeb486200a for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:46:32.171927 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Updating router 695f93ab-ba0d-4efd-be7d-eaeeb486200a port 91ee03da-a650-456b-b8e8-c124f6b56581 binding host dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:46:32.206532 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:32.209670 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a68b4-5efa-4edf-9b41-ab2af420a158 req-421b165c-eb3f-4c59-8556-8dfac75dba5c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:32.217801 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ca5a68b4-5efa-4edf-9b41-ab2af420a158 req-421b165c-eb3f-4c59-8556-8dfac75dba5c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0847411 May 12 11:46:32.285156 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ca5a68b4-5efa-4edf-9b41-ab2af420a158 req-eb32d7ce-45e0-4bc8-8f0a-dd08c8e9ee38 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664039 May 12 11:46:32.577762 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Publish callbacks [] for port (91ee03da-a650-456b-b8e8-c124f6b56581), precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:32.584320 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:32.619353 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 58066508-f02f-4eac-acb6-89764c19c89f up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:32.678559 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3897f28-164c-4f66-b44b-2f0b0dea1fd7 None None] Pushing event updated for resources: {'Port': ['ID=91ee03da-a650-456b-b8e8-c124f6b56581,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:32.727444 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 58066508-f02f-4eac-acb6-89764c19c89f triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:32.727823 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (58066508-f02f-4eac-acb6-89764c19c89f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:32.814024 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Attempting to bind port 91ee03da-a650-456b-b8e8-c124f6b56581 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:32.814405 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Attempting to bind port 91ee03da-a650-456b-b8e8-c124f6b56581 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '5b62d92a-4be5-4408-aeb8-d4223657b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:32.814779 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Attempting to bind port 91ee03da-a650-456b-b8e8-c124f6b56581 on network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:32.828435 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:32.828817 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Checking segment: {'id': '5b62d92a-4be5-4408-aeb8-d4223657b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:32.829238 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:32.829630 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Bound using segment: {'id': '5b62d92a-4be5-4408-aeb8-d4223657b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:32.830154 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Bound port: 91ee03da-a650-456b-b8e8-c124f6b56581, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b62d92a-4be5-4408-aeb8-d4223657b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:32.830540 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:32.986103 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 58066508-f02f-4eac-acb6-89764c19c89f is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:32.988662 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] For port 91ee03da-a650-456b-b8e8-c124f6b56581, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:33.000647 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d04aea-b0ea-46f2-a68c-9b4cd1b1d62e req-58a17388-eb2d-4423-9691-5e78a971d49a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:33.011212 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-74d04aea-b0ea-46f2-a68c-9b4cd1b1d62e req-58a17388-eb2d-4423-9691-5e78a971d49a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 946 time: 0.0977874 May 12 11:46:33.038084 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] For port 91ee03da-a650-456b-b8e8-c124f6b56581, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=91ee03da-a650-456b-b8e8-c124f6b56581,segment=NetworkSegment(5b62d92a-4be5-4408-aeb8-d4223657b1c3),segment_id=5b62d92a-4be5-4408-aeb8-d4223657b1c3)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:33.046660 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:33.082990 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-74d04aea-b0ea-46f2-a68c-9b4cd1b1d62e req-1f559a1a-89a1-4cc2-a573-98bf8fa2d955 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700979 May 12 11:46:33.128469 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-bf79e01e-b7fa-4686-951c-ef671eb5dce3 None None] Provisioning complete for port 91ee03da-a650-456b-b8e8-c124f6b56581 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:33.128469 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bf79e01e-b7fa-4686-951c-ef671eb5dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:33.130067 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3897f28-164c-4f66-b44b-2f0b0dea1fd7 None None] Pushing event updated for resources: {'Port': ['ID=91ee03da-a650-456b-b8e8-c124f6b56581,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:33.168182 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Routers {'695f93ab-ba0d-4efd-be7d-eaeeb486200a'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:46:33.168944 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:46:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:33.330306 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-bf79e01e-b7fa-4686-951c-ef671eb5dce3 None None] Current status of the port 91ee03da-a650-456b-b8e8-c124f6b56581 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:33.330912 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bf79e01e-b7fa-4686-951c-ef671eb5dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:33.395586 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-bf79e01e-b7fa-4686-951c-ef671eb5dce3 None None] For port 91ee03da-a650-456b-b8e8-c124f6b56581, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=91ee03da-a650-456b-b8e8-c124f6b56581,segment=NetworkSegment(5b62d92a-4be5-4408-aeb8-d4223657b1c3),segment_id=5b62d92a-4be5-4408-aeb8-d4223657b1c3)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:33.403769 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] Set router 695f93ab-ba0d-4efd-be7d-eaeeb486200a gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:46:33.459730 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bf79e01e-b7fa-4686-951c-ef671eb5dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:33.485982 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaedf9-6b79-43c0-bac6-fa63513cf49f req-59cc24d9-4256-42d6-8028-ae96e8c14fe7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:33.492947 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccdaedf9-6b79-43c0-bac6-fa63513cf49f req-59cc24d9-4256-42d6-8028-ae96e8c14fe7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0935016 May 12 11:46:33.578216 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccdaedf9-6b79-43c0-bac6-fa63513cf49f req-2e379f1d-a247-48c4-8331-6f7c50592786 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788023 May 12 11:46:33.745562 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-3d7cbd1f-2028-4d0a-8e7b-6b22c964375f None None] Provisioning complete for port 91ee03da-a650-456b-b8e8-c124f6b56581 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:33.745955 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3d7cbd1f-2028-4d0a-8e7b-6b22c964375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:33.771201 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79e01e-b7fa-4686-951c-ef671eb5dce3 None None] Pushing event updated for resources: {'Port': ['ID=91ee03da-a650-456b-b8e8-c124f6b56581,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:33.910013 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cbd1f-2028-4d0a-8e7b-6b22c964375f None None] Current status of the port 91ee03da-a650-456b-b8e8-c124f6b56581 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:33.914627 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'name': 'tempest-TestMinimumBasicScenario-29085407-router', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '58066508-f02f-4eac-acb6-89764c19c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:28Z', 'revision_number': 4, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'gw_port': {'id': '58066508-f02f-4eac-acb6-89764c19c89f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '91ee03da-a650-456b-b8e8-c124f6b56581', 'name': '', 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'mac_address': 'fa:16:3e:ce:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7fea7642-6e4b-4a13-9325-e1059056dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:27Z', 'updated_at': '2022-05-12T11:46:32Z', 'revision_number': 4, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'subnets': [{'id': '7fea7642-6e4b-4a13-9325-e1059056dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:46:33.943269 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4896d-92aa-4270-9b66-e2c503096ec0 None None] The sync data for ids ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'] in dv-cinder-804735-29-iscsi is: [{'id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'name': 'tempest-TestMinimumBasicScenario-29085407-router', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '58066508-f02f-4eac-acb6-89764c19c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:28Z', 'revision_number': 4, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'gw_port': {'id': '58066508-f02f-4eac-acb6-89764c19c89f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '91ee03da-a650-456b-b8e8-c124f6b56581', 'name': '', 'network_id': '7e0e987e-db7a-4dfb-9f73-17f2615fdb27', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'mac_address': 'fa:16:3e:ce:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7fea7642-6e4b-4a13-9325-e1059056dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:27Z', 'updated_at': '2022-05-12T11:46:32Z', 'revision_number': 4, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'subnets': [{'id': '7fea7642-6e4b-4a13-9325-e1059056dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:46:34.203026 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb2a7a-0012-429d-ae8b-bc5498650f12 req-aa4bb057-f446-4f65-a9ed-f60a5c72ff90 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:34.210840 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6fbb2a7a-0012-429d-ae8b-bc5498650f12 req-aa4bb057-f446-4f65-a9ed-f60a5c72ff90 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 946 time: 0.0571046 May 12 11:46:34.272217 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6fbb2a7a-0012-429d-ae8b-bc5498650f12 req-553ce762-061a-4eed-8739-d2e58c4a1021 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603273 May 12 11:46:34.577487 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 91ee03da-a650-456b-b8e8-c124f6b56581 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:46:34.678748 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 91ee03da-a650-456b-b8e8-c124f6b56581 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:34.679127 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:34.719569 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5a86f-5216-45ff-b39e-78442fdb1877 req-c32dde0c-8bb5-4a04-a1e4-a4485baf6c28 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:34.722315 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a9f5a86f-5216-45ff-b39e-78442fdb1877 req-c32dde0c-8bb5-4a04-a1e4-a4485baf6c28 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0613470 May 12 11:46:34.778751 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 91ee03da-a650-456b-b8e8-c124f6b56581 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:46:34.795957 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a9f5a86f-5216-45ff-b39e-78442fdb1877 req-a9af9e05-d3fe-49ab-a484-4d62b3a4eb97 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652421 May 12 11:46:35.394936 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b76e1-0319-4e69-9061-afa844c14286 req-a7e0f6cd-ba60-40a1-83d2-cc095ce356bb tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:35.396813 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f21b76e1-0319-4e69-9061-afa844c14286 req-a7e0f6cd-ba60-40a1-83d2-cc095ce356bb tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 946 time: 0.0520098 May 12 11:46:35.455671 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f21b76e1-0319-4e69-9061-afa844c14286 req-135d5afb-c453-472a-90f5-742e0e09a072 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525885 May 12 11:46:35.929446 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bccc0-1228-402b-b963-0cf9da37dfc9 req-33b0603d-f06e-489e-89f1-5d2edef23850 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:35.934230 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f5bccc0-1228-402b-b963-0cf9da37dfc9 req-33b0603d-f06e-489e-89f1-5d2edef23850 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0641656 May 12 11:46:35.983086 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f5bccc0-1228-402b-b963-0cf9da37dfc9 req-3cf83fb0-cb9c-47a7-a725-06c06f06a24d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453084 May 12 11:46:36.583082 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcd457-1b0b-4802-ba4a-0def27ca2f39 req-1b77c9b6-98ec-4dfa-a50f-245c47c88a2d tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:36.584457 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3bdcd457-1b0b-4802-ba4a-0def27ca2f39 req-1b77c9b6-98ec-4dfa-a50f-245c47c88a2d tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 946 time: 0.0520713 May 12 11:46:36.638723 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3bdcd457-1b0b-4802-ba4a-0def27ca2f39 req-9ebbc539-c618-4762-bef9-843e6df17109 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470159 May 12 11:46:37.159728 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467ead-3f39-40aa-bbe0-e9f6f8067a14 req-3c430efc-89dd-4d13-b8c8-5bb08a6fcde8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:37.161963 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-92467ead-3f39-40aa-bbe0-e9f6f8067a14 req-3c430efc-89dd-4d13-b8c8-5bb08a6fcde8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0822084 May 12 11:46:37.241818 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-92467ead-3f39-40aa-bbe0-e9f6f8067a14 req-41744f13-9c4f-41e3-87ba-db2daf579f51 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699632 May 12 11:46:37.698909 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ee3f7-ce10-4993-8e12-279b7de238c2 req-20fd5e1e-e0cb-4539-9f22-0456ef996d7a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:37.700396 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-903ee3f7-ce10-4993-8e12-279b7de238c2 req-20fd5e1e-e0cb-4539-9f22-0456ef996d7a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 946 time: 0.0555332 May 12 11:46:37.759776 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-903ee3f7-ce10-4993-8e12-279b7de238c2 req-e24ac9a0-fee0-4ee8-ae51-0b8d8bfdb7a5 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513411 May 12 11:46:38.358093 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f334d2a-403a-4dd1-84a3-c794c94a78a3 req-7b8260e8-2d08-44f3-b780-0296c98b26b6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:38.361607 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6f334d2a-403a-4dd1-84a3-c794c94a78a3 req-7b8260e8-2d08-44f3-b780-0296c98b26b6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0518520 May 12 11:46:38.419268 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6f334d2a-403a-4dd1-84a3-c794c94a78a3 req-84a3e3f0-7055-4bfc-8e85-fc2a39a5a66f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541153 May 12 11:46:38.883234 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c5df5-b896-4753-843b-2f870fb89ddd req-1bc2d543-01d2-49db-9f48-d6b92ed5018d tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:38.888839 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-188c5df5-b896-4753-843b-2f870fb89ddd req-1bc2d543-01d2-49db-9f48-d6b92ed5018d tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 946 time: 0.0572999 May 12 11:46:38.953445 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-188c5df5-b896-4753-843b-2f870fb89ddd req-e6695fc4-99c5-4e62-b6d2-9c728bfa67ec tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583889 May 12 11:46:39.565035 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8175c0-52dd-4589-8bdc-34273a889462 req-55599b16-9950-402b-8216-07af3a716820 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:39.566686 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd8175c0-52dd-4589-8bdc-34273a889462 req-55599b16-9950-402b-8216-07af3a716820 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0633476 May 12 11:46:39.622062 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd8175c0-52dd-4589-8bdc-34273a889462 req-79a78adc-e1ca-4265-a270-235633d94daa tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465708 May 12 11:46:39.715325 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-e10065f1-6a55-47ff-b730-548768ad4e84 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:39.717262 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-e10065f1-6a55-47ff-b730-548768ad4e84 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 946 time: 0.0780821 May 12 11:46:39.827862 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-71ecc23e-0148-4f3a-8bc7-e1e7dacd7551 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Deleting port f0057743-61b8-4720-93df-6c3d6fd83ed5 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:46:39.828202 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-71ecc23e-0148-4f3a-8bc7-e1e7dacd7551 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:39.938003 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-71ecc23e-0148-4f3a-8bc7-e1e7dacd7551 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] For port f0057743-61b8-4720-93df-6c3d6fd83ed5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f0057743-61b8-4720-93df-6c3d6fd83ed5,segment=NetworkSegment(654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9),segment_id=654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:46:39.938727 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-71ecc23e-0148-4f3a-8bc7-e1e7dacd7551 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:39.966500 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-71ecc23e-0148-4f3a-8bc7-e1e7dacd7551 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Calling delete_port for f0057743-61b8-4720-93df-6c3d6fd83ed5 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:46:40.114813 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83875541-3628-4c33-9e1a-0a4340b68a90 req-e86e268d-b16c-4cc2-bc4f-ee22b44cc6ac tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:40.116474 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-83875541-3628-4c33-9e1a-0a4340b68a90 req-e86e268d-b16c-4cc2-bc4f-ee22b44cc6ac tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef2fa82b-9115-483c-9403-b2ca5f83054f HTTP/1.1" status: 200 len: 946 time: 0.0730832 May 12 11:46:40.215030 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-83875541-3628-4c33-9e1a-0a4340b68a90 req-8c6034a2-2e66-4eaa-a130-2793b66cdc0d tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808153 May 12 11:46:40.225445 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-71ecc23e-0148-4f3a-8bc7-e1e7dacd7551 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (f0057743-61b8-4720-93df-6c3d6fd83ed5), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:40.260802 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecc23e-0148-4f3a-8bc7-e1e7dacd7551 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Pushing event deleted for resources: {'Port': ['ID=f0057743-61b8-4720-93df-6c3d6fd83ed5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:40.279622 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['f0057743-61b8-4720-93df-6c3d6fd83ed5'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:46:40.317796 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-71ecc23e-0148-4f3a-8bc7-e1e7dacd7551 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] No DVR routers for this DVR port f0057743-61b8-4720-93df-6c3d6fd83ed5 on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:46:40.320701 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-71ecc23e-0148-4f3a-8bc7-e1e7dacd7551 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:40.324065 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-411bbe18-1d67-45d5-a0f8-5e0ce84a2bc1 req-71ecc23e-0148-4f3a-8bc7-e1e7dacd7551 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.35 "DELETE /v2.0/ports/f0057743-61b8-4720-93df-6c3d6fd83ed5 HTTP/1.1" status: 204 len: 173 time: 0.6009107 May 12 11:46:40.324574 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fa82b-9115-483c-9403-b2ca5f83054f', 'name': 'network-vif-deleted', 'tag': 'f0057743-61b8-4720-93df-6c3d6fd83ed5'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:46:40.327057 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d96de7-7f43-4544-bad6-b550784db0fd" -d '{"events": [{"server_uuid": "ef2fa82b-9115-483c-9403-b2ca5f83054f", "name": "network-vif-deleted", "tag": "f0057743-61b8-4720-93df-6c3d6fd83ed5"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:46:40.367133 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12ae95a-5526-4641-8957-03c42e2301ea x-openstack-request-id: req-a12ae95a-5526-4641-8957-03c42e2301ea {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:46:40.367493 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fa82b-9115-483c-9403-b2ca5f83054f", "name": "network-vif-deleted", "tag": "f0057743-61b8-4720-93df-6c3d6fd83ed5", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:46:40.367820 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a12ae95a-5526-4641-8957-03c42e2301ea {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:46:40.368288 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12ae95a-5526-4641-8957-03c42e2301ea'] response: {'server_uuid': 'ef2fa82b-9115-483c-9403-b2ca5f83054f', 'name': 'network-vif-deleted', 'tag': 'f0057743-61b8-4720-93df-6c3d6fd83ed5', 'status': 'completed', 'code': 200} May 12 11:46:40.629780 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-037eecc0-357e-4b6b-90d7-3bf2065db25e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:40.631218 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-037eecc0-357e-4b6b-90d7-3bf2065db25e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/networks?id=98824664-61dd-44ab-8bd0-7c8c51299b91 HTTP/1.1" status: 200 len: 813 time: 0.1032145 May 12 11:46:40.645207 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-f69a5015-92a6-4bfe-8b03-2f794b129048 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/quotas/95636bf5a2284bc697044d2b3b46828a HTTP/1.1" status: 200 len: 375 time: 0.0086713 May 12 11:46:40.694195 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-f5c34e9c-296b-4338-af5e-a41d56453f81 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=95636bf5a2284bc697044d2b3b46828a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440280 May 12 11:46:40.740926 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752f0d4-0425-4a4a-a515-5c1c41c89f1c req-958947a8-11da-4b21-8784-4c73d92758a0 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:40.740926 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e752f0d4-0425-4a4a-a515-5c1c41c89f1c req-958947a8-11da-4b21-8784-4c73d92758a0 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0479355 May 12 11:46:40.787827 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e752f0d4-0425-4a4a-a515-5c1c41c89f1c req-19a8700b-99ac-4039-97b0-de72f2ed542b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 May 12 11:46:40.791553 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-d63ee87a-7f52-45f5-a8ab-b6367370180d service neutron] 10.222.0.58 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858927 May 12 11:46:40.886812 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-f1e95e44-875a-49fe-8dff-edf00c234840 service neutron] 10.222.0.58 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894191 May 12 11:46:41.075789 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e4b7006c-d663-4a9b-99b1-a79beb825d11 req-14a19039-00a2-44c6-95cb-f97689b39f7a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 210 time: 0.0465031 May 12 11:46:41.547673 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-5081c20e-77ce-48cc-9884-97179091213b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:41.549348 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-5081c20e-77ce-48cc-9884-97179091213b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/networks?id=0fad6d38-b010-47d8-87bd-73e6b812b078 HTTP/1.1" status: 200 len: 809 time: 0.1057265 May 12 11:46:41.566927 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-d75bd950-cf16-4589-bfc3-821c5be90858 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/quotas/d83add10bc914fa2b53b93c94671c2cd HTTP/1.1" status: 200 len: 375 time: 0.0111775 May 12 11:46:41.600480 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-31419d6e-4d04-4786-bb2c-0f6b2ebc64d1 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d83add10bc914fa2b53b93c94671c2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281656 May 12 11:46:41.699300 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-7fc740a8-b782-41cd-9589-adfca8fd2b5a service neutron] 10.222.0.58 "GET /v2.0/networks/0fad6d38-b010-47d8-87bd-73e6b812b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914795 May 12 11:46:41.787243 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-2a12b22f-ce8b-4926-97ac-4d51f81073c9 service neutron] 10.222.0.58 "GET /v2.0/networks/0fad6d38-b010-47d8-87bd-73e6b812b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820563 May 12 11:46:41.911282 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bf852-8593-439d-88cc-e752c1742e84 req-3a3f679d-44c0-4cd1-9cf5-ee2d60b2ba65 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:41.913112 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-903bf852-8593-439d-88cc-e752c1742e84 req-3a3f679d-44c0-4cd1-9cf5-ee2d60b2ba65 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0580640 May 12 11:46:41.963080 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2a87a9d5-d67a-4f4e-b201-b82f985ddb89 req-e0c3cb98-ea34-46e0-9869-e00f1aafe400 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0330136 May 12 11:46:41.969933 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-903bf852-8593-439d-88cc-e752c1742e84 req-48e18e4a-bacc-4eee-9aac-b98636d486c6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479248 May 12 11:46:42.231408 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-560418a4-25ed-4f8d-a7b8-e2ab2ce82181 req-ddef522d-3ca1-4be6-baf5-4557cb5c543f tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 210 time: 0.0444589 May 12 11:46:42.266480 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-264b4897-a010-4f62-9283-5e13afd9d1f0 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:42.268693 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-264b4897-a010-4f62-9283-5e13afd9d1f0 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.35 "GET /v2.0/networks?id=98824664-61dd-44ab-8bd0-7c8c51299b91 HTTP/1.1" status: 200 len: 813 time: 0.1744783 May 12 11:46:42.295047 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'port': {'device_id': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'admin_state_up': True, 'tenant_id': '95636bf5a2284bc697044d2b3b46828a'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:42.344535 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 34510) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:42.437487 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Made reservation on behalf of 95636bf5a2284bc697044d2b3b46828a for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:46:42.440970 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:42.489585 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60683287-dab8-4dae-a0a2-b270ce5eeb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:42.642419 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Allocated IP 172.20.0.8 (98824664-61dd-44ab-8bd0-7c8c51299b91/f159fc9e-1dd4-4e36-a921-6bed0545ce0a/5467d5f0-8b8e-4bbd-967c-8638230e171e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:42.759355 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60683287-dab8-4dae-a0a2-b270ce5eeb8a admin admin] Publish callbacks [] for security_group (5382f5d5-ed7d-4ac9-876a-917bc19f73c8), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:42.791884 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60683287-dab8-4dae-a0a2-b270ce5eeb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5382f5d5-ed7d-4ac9-876a-917bc19f73c8), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:42.849306 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60683287-dab8-4dae-a0a2-b270ce5eeb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5382f5d5-ed7d-4ac9-876a-917bc19f73c8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:42.858402 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-60683287-dab8-4dae-a0a2-b270ce5eeb8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c794de542790479fb8c2b4c9448aed59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5127470 May 12 11:46:42.860996 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 34532) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:42.876381 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:42.935249 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5ab96fd7-5e20-4ec8-bd1e-993320085c24 admin admin] Publish callbacks [] for security_group (5382f5d5-ed7d-4ac9-876a-917bc19f73c8), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:42.952724 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:42.970416 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5ab96fd7-5e20-4ec8-bd1e-993320085c24 admin admin] Publish callbacks [] for security_group (5382f5d5-ed7d-4ac9-876a-917bc19f73c8), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:43.046496 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5ab96fd7-5e20-4ec8-bd1e-993320085c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5382f5d5-ed7d-4ac9-876a-917bc19f73c8), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:43.050572 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5ab96fd7-5e20-4ec8-bd1e-993320085c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:43.052266 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-5ab96fd7-5e20-4ec8-bd1e-993320085c24 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5382f5d5-ed7d-4ac9-876a-917bc19f73c8 HTTP/1.1" status: 204 len: 168 time: 0.1901758 May 12 11:46:43.067573 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'Port': ['ID=5467d5f0-8b8e-4bbd-967c-8638230e171e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:43.080516 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Network 98824664-61dd-44ab-8bd0-7c8c51299b91 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:43.085101 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab96fd7-5e20-4ec8-bd1e-993320085c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382f5d5-ed7d-4ac9-876a-917bc19f73c8,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:43.092623 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:43.109488 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:43.130984 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f502fa5-58a6-4cf5-b2f4-da0fef74c866 req-929017ff-6307-4ff4-9879-52f6a8f45f32 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:43.133140 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f502fa5-58a6-4cf5-b2f4-da0fef74c866 req-929017ff-6307-4ff4-9879-52f6a8f45f32 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0690885 May 12 11:46:43.174771 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1eece4a9-2ed9-48d2-8701-75b9230da3a3 req-8966cec7-c0de-48b9-9a37-1f3965c8c44e tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0922744 May 12 11:46:43.226779 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:43.229792 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:43.274075 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-edb338aa-e336-4181-9d4b-b0fdd245f66e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9855700 May 12 11:46:43.276616 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f502fa5-58a6-4cf5-b2f4-da0fef74c866 req-c09d3918-ca46-460d-8377-810bce41f333 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372468 May 12 11:46:43.411454 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583dd0b-28ab-48ed-bcfb-7125c22db0e8 req-31cf44b3-d3a6-45b3-a304-a33a0aee6129 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:43.413030 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d583dd0b-28ab-48ed-bcfb-7125c22db0e8 req-31cf44b3-d3a6-45b3-a304-a33a0aee6129 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0712495 May 12 11:46:43.495940 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-ad422262-8001-4354-805d-0f4c93613353 None None] Provisioning complete for port 5467d5f0-8b8e-4bbd-967c-8638230e171e triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:46:43.496417 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ad422262-8001-4354-805d-0f4c93613353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:43.527930 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:46:43.532772 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-ad422262-8001-4354-805d-0f4c93613353 None None] Port 5467d5f0-8b8e-4bbd-967c-8638230e171e cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:46:43.534567 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device f0057743-61b8-4720-93df-6c3d6fd83ed5 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:46:43.548430 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d583dd0b-28ab-48ed-bcfb-7125c22db0e8 req-f1d60329-d7e3-45be-b0d6-be6b189569bf tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278877 May 12 11:46:43.571523 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: f0057743-61b8-4720-93df-6c3d6fd83ed5 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:46:43.572054 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device f0057743-61b8-4720-93df-6c3d6fd83ed5 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:46:44.314900 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-25835015-80a9-4167-adb2-23a23333158c req-5cab52a4-1436-4867-b4d7-6f272215e5ed tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0338097 May 12 11:46:44.427972 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d3e2f-c650-4b3e-b9e5-8039552d991b req-74a42041-7b5b-45ec-9b21-326192505c41 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:44.429457 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-965d3e2f-c650-4b3e-b9e5-8039552d991b req-74a42041-7b5b-45ec-9b21-326192505c41 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0465317 May 12 11:46:44.505979 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-965d3e2f-c650-4b3e-b9e5-8039552d991b req-5ee06b59-f644-40ad-bf51-7477e1407feb tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667124 May 12 11:46:44.705798 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaa3c5-dc8a-4940-9389-c9dfb32a0b8b req-93794c13-f498-4b2f-88a9-87b1bba17006 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:44.707411 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9ebaa3c5-dc8a-4940-9389-c9dfb32a0b8b req-93794c13-f498-4b2f-88a9-87b1bba17006 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0608442 May 12 11:46:44.768424 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9ebaa3c5-dc8a-4940-9389-c9dfb32a0b8b req-cbf97e93-b2b9-4b4c-a164-fca4b0a08e5e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547578 May 12 11:46:45.420900 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-579481a7-3178-4fc9-8de8-96699cb0f1bb req-860026ee-ff72-4e30-aee7-8f9b14103889 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0320430 May 12 11:46:45.618501 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3be6-984f-4279-8d97-2e0d033613e7 req-94dc512e-00e8-49e1-900c-4ef24bf5c267 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:45.620639 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-186c3be6-984f-4279-8d97-2e0d033613e7 req-94dc512e-00e8-49e1-900c-4ef24bf5c267 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0505862 May 12 11:46:45.674308 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-186c3be6-984f-4279-8d97-2e0d033613e7 req-4871d804-3a99-43ba-8805-ed27d8a3c7f7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477431 May 12 11:46:45.894197 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387de43a-f4a4-46ce-88e0-618dfc44bd52 req-1e0c4ef1-f72c-4a9c-a203-58e6b0f4255c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:45.895623 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-387de43a-f4a4-46ce-88e0-618dfc44bd52 req-1e0c4ef1-f72c-4a9c-a203-58e6b0f4255c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0489671 May 12 11:46:45.946805 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-387de43a-f4a4-46ce-88e0-618dfc44bd52 req-ddcb39da-f22f-4dc7-9bfc-29931c06b9bb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 May 12 11:46:46.531048 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5b1dc2c-d4f1-49eb-9038-58a9a9fea3b9 req-27bb1fea-4f98-433b-a1e1-f6f87e5a621b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0310359 May 12 11:46:46.790350 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53949af-dd4d-4ff0-9127-751df0daa368 req-3e9a0608-2dab-4600-afa7-7d8b936284da tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:46.793745 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f53949af-dd4d-4ff0-9127-751df0daa368 req-3e9a0608-2dab-4600-afa7-7d8b936284da tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0506587 May 12 11:46:46.855679 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f53949af-dd4d-4ff0-9127-751df0daa368 req-4b2a5850-ccf5-4746-b69f-930a8e7ab8f0 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538211 May 12 11:46:47.083771 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1f872-5a36-46d9-abde-715dddb6cff8 req-d77d14e1-e83f-4062-b495-aee7a5b269f2 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:47.085273 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-08e1f872-5a36-46d9-abde-715dddb6cff8 req-d77d14e1-e83f-4062-b495-aee7a5b269f2 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0501118 May 12 11:46:47.148098 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-08e1f872-5a36-46d9-abde-715dddb6cff8 req-1d380735-bce0-4afa-8806-99543bcf7294 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529413 May 12 11:46:47.676413 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-db861a4a-b2e9-4233-b147-7defbc7600bb req-94a71e1e-0e86-4fc9-84bc-f8f7d0501e33 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0387597 May 12 11:46:47.969936 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729461e0-a753-451d-9001-7574052f6d15 req-7ee1ab08-4fa8-4df3-aa19-857929e47f6b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:47.971770 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-729461e0-a753-451d-9001-7574052f6d15 req-7ee1ab08-4fa8-4df3-aa19-857929e47f6b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0468063 May 12 11:46:48.029655 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-729461e0-a753-451d-9001-7574052f6d15 req-6096301d-ab1f-4a0c-835e-d6c73c7ec454 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517380 May 12 11:46:48.296664 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790487a-5b5d-4120-b68e-fd2b1562b0e4 req-e1bb0a73-5aef-4cac-ab0a-db11738c5664 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:48.298216 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6790487a-5b5d-4120-b68e-fd2b1562b0e4 req-e1bb0a73-5aef-4cac-ab0a-db11738c5664 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0628383 May 12 11:46:48.349513 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6790487a-5b5d-4120-b68e-fd2b1562b0e4 req-7e64d63f-40bc-413f-b28e-a0a7506ed3f4 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456221 May 12 11:46:48.776504 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c5b1075-d577-428f-a757-b311a6232427 req-ef2360c4-60bf-4a9a-a3e8-67fcb9c34fce tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0282705 May 12 11:46:49.182019 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 34704) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:49.200843 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2a7a3-a911-4492-a9c1-5d20a60442b2 req-33dd3d04-b822-4ee6-9975-7021b92fe5a2 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:49.202591 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e1f2a7a3-a911-4492-a9c1-5d20a60442b2 req-33dd3d04-b822-4ee6-9975-7021b92fe5a2 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0699270 May 12 11:46:49.267310 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e1f2a7a3-a911-4492-a9c1-5d20a60442b2 req-6b5c6905-9376-492c-bb1a-292932a7aec5 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588081 May 12 11:46:49.313428 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14074170-984f-4602-9a58-0c772a1c25e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:49.409489 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14074170-984f-4602-9a58-0c772a1c25e6 admin admin] Publish callbacks [] for security_group (ca551828-e48d-4102-ad35-2a9f7d29343d), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:49.423032 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14074170-984f-4602-9a58-0c772a1c25e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (ca551828-e48d-4102-ad35-2a9f7d29343d), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:49.467625 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14074170-984f-4602-9a58-0c772a1c25e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca551828-e48d-4102-ad35-2a9f7d29343d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:49.478349 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-14074170-984f-4602-9a58-0c772a1c25e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c64a2cf8a2684547a4d198fc7435bac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945380 May 12 11:46:49.480878 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 34712) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:46:49.519229 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d9851-ea83-4069-9558-520c12f4cdc0 req-c3a92b13-7be0-42ea-aeb1-26e7074d2f47 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:49.521318 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-977d9851-ea83-4069-9558-520c12f4cdc0 req-c3a92b13-7be0-42ea-aeb1-26e7074d2f47 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0776381 May 12 11:46:49.563566 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd80ba80-b8cc-48d5-93d1-365a1fa7d21d admin admin] Publish callbacks [] for security_group (ca551828-e48d-4102-ad35-2a9f7d29343d), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:49.576515 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-977d9851-ea83-4069-9558-520c12f4cdc0 req-e0360434-6726-47a7-a7c8-98e0379dc66f tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486386 May 12 11:46:49.587088 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd80ba80-b8cc-48d5-93d1-365a1fa7d21d admin admin] Publish callbacks [] for security_group (ca551828-e48d-4102-ad35-2a9f7d29343d), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:49.644434 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd80ba80-b8cc-48d5-93d1-365a1fa7d21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (ca551828-e48d-4102-ad35-2a9f7d29343d), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:49.647078 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd80ba80-b8cc-48d5-93d1-365a1fa7d21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:49.650569 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-cd80ba80-b8cc-48d5-93d1-365a1fa7d21d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca551828-e48d-4102-ad35-2a9f7d29343d HTTP/1.1" status: 204 len: 168 time: 0.1662064 May 12 11:46:49.656406 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80ba80-b8cc-48d5-93d1-365a1fa7d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca551828-e48d-4102-ad35-2a9f7d29343d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:49.879807 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-22cdc352-67bd-4271-8fab-a654170dc5f9 req-0ddbbfbd-d033-4aad-9e26-37834529dc32 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0285621 May 12 11:46:50.407535 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e6461-a5e5-4182-9164-3d8564bc636d req-a74deb2e-c183-4dba-ae1e-d73ea2251d8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:50.409375 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c26e6461-a5e5-4182-9164-3d8564bc636d req-a74deb2e-c183-4dba-ae1e-d73ea2251d8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0501251 May 12 11:46:50.507946 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c26e6461-a5e5-4182-9164-3d8564bc636d req-fa73d24f-4efd-4173-aa75-bd95ec85c323 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926940 May 12 11:46:50.704740 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d41436-a66e-42d1-a115-01c3f4d7bfe8 req-26fe5c2a-59db-4cee-92b4-e7f357102619 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:50.707500 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-84d41436-a66e-42d1-a115-01c3f4d7bfe8 req-26fe5c2a-59db-4cee-92b4-e7f357102619 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0538168 May 12 11:46:50.765742 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-84d41436-a66e-42d1-a115-01c3f4d7bfe8 req-9305673c-b7e9-4d2b-99e4-c15e2212a58a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455902 May 12 11:46:51.003085 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-155d0e96-0018-4062-82d2-7f74f18c1542 req-63341897-84bb-4698-815c-ba4971adb1fc tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0480533 May 12 11:46:51.629125 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037ab4e-9e5c-49cf-86af-f63a10e5520b req-9a6dd86a-fe20-4ceb-937d-209c1f1f42cb tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:51.630663 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a037ab4e-9e5c-49cf-86af-f63a10e5520b req-9a6dd86a-fe20-4ceb-937d-209c1f1f42cb tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0533650 May 12 11:46:51.680180 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a037ab4e-9e5c-49cf-86af-f63a10e5520b req-cf9e67ca-7b22-4bc5-8d08-f25e70850852 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 May 12 11:46:51.902801 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e736-ffdb-4847-bab4-91e8abbb2c1b req-21495f39-ac5b-42ff-91fd-4381e17665da tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:51.904711 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d259e736-ffdb-4847-bab4-91e8abbb2c1b req-21495f39-ac5b-42ff-91fd-4381e17665da tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0617614 May 12 11:46:51.968020 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d259e736-ffdb-4847-bab4-91e8abbb2c1b req-c17d4d91-e42a-4339-9509-b1265717d06c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577104 May 12 11:46:52.188392 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e2204483-6c71-424b-9397-509ee2aafe31 req-4982f012-284e-44e6-84f1-ac0bd20b9a60 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0585463 May 12 11:46:52.801754 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b3cdb-30ec-494d-bb6a-5f9db4cd3bd5 req-076e65d7-7ea0-4722-bbbf-4dca3eed2353 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:52.803248 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-be7b3cdb-30ec-494d-bb6a-5f9db4cd3bd5 req-076e65d7-7ea0-4722-bbbf-4dca3eed2353 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0521615 May 12 11:46:52.853501 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-be7b3cdb-30ec-494d-bb6a-5f9db4cd3bd5 req-792e7eed-8c5b-4f13-835a-ff189c97c0ad tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 May 12 11:46:52.988909 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ce9c-abb4-4c58-bebd-527eefef9e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:53.084235 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad88e98-d2a0-4181-b86b-e746b3f3a810 req-3bcaef69-c412-475b-9c81-74f06beba90d tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:53.085680 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9ad88e98-d2a0-4181-b86b-e746b3f3a810 req-3bcaef69-c412-475b-9c81-74f06beba90d tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0474107 May 12 11:46:53.135496 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9ad88e98-d2a0-4181-b86b-e746b3f3a810 req-8dbce45e-a5ae-4374-a6ab-2f393b188261 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 May 12 11:46:53.300276 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-edc54460-97c6-4b5a-aa18-a61e5495f594 req-551ebb73-c958-47e2-8b6c-d4170f869cbc tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0307896 May 12 11:46:53.406666 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f942afa-24ee-4ed7-9a8c-21a03154c44b req-0e4017cb-ff9a-4f94-9d66-c71029a67584 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:53.408127 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1f942afa-24ee-4ed7-9a8c-21a03154c44b req-0e4017cb-ff9a-4f94-9d66-c71029a67584 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0472381 May 12 11:46:53.454275 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1f942afa-24ee-4ed7-9a8c-21a03154c44b req-2a440e63-a0f8-4c5d-b41d-9f30f21dfec3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405469 May 12 11:46:53.973074 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cafe18-b4b4-4cf0-bebb-d5e4501cdc9d req-a1dac46d-8476-4fe6-9aed-b25a540f23f1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:53.974622 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c6cafe18-b4b4-4cf0-bebb-d5e4501cdc9d req-a1dac46d-8476-4fe6-9aed-b25a540f23f1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0519207 May 12 11:46:54.021845 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c6cafe18-b4b4-4cf0-bebb-d5e4501cdc9d req-06954803-946b-4a81-80c4-84643697aebd tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 May 12 11:46:54.251354 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da170-26a4-46de-9877-0a5c684086f2 req-3fa16b87-93c7-419c-b5ba-26fadf29a719 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:54.252990 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-132da170-26a4-46de-9877-0a5c684086f2 req-3fa16b87-93c7-419c-b5ba-26fadf29a719 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0493865 May 12 11:46:54.299748 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-132da170-26a4-46de-9877-0a5c684086f2 req-1fa1084f-91a7-4fc6-9219-0536dcf97dd1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 May 12 11:46:54.394255 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-377209e7-05a3-4576-92cc-cf06d3fcb557 req-1b5f01b5-d8cf-4988-b038-3cda47831037 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0274231 May 12 11:46:54.784395 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d783c-55b0-4f19-88f1-c710cda1ea40 req-ccc94e03-1c54-4547-9d46-80f4a2595f5c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:54.785886 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-aa1d783c-55b0-4f19-88f1-c710cda1ea40 req-ccc94e03-1c54-4547-9d46-80f4a2595f5c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.2597618 May 12 11:46:54.831819 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-aa1d783c-55b0-4f19-88f1-c710cda1ea40 req-0b561266-0339-4ea7-9006-5998d77dcaea tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402567 May 12 11:46:55.138146 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd864f-5edd-44cd-a680-780f569a6b45 req-feef6d81-6fbe-41f8-b124-f43a90c80e2c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:55.139725 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aabd864f-5edd-44cd-a680-780f569a6b45 req-feef6d81-6fbe-41f8-b124-f43a90c80e2c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0479162 May 12 11:46:55.143524 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-00a2ff7b-b582-4eb5-a7b2-ca718e753fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:55.189166 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aabd864f-5edd-44cd-a680-780f569a6b45 req-890a0029-6b49-4251-9a08-d901a5985c18 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 May 12 11:46:55.410422 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d82cb-7ab0-4b5b-acc7-aff7df1025b7 req-505afda8-5d50-43a8-8af3-7983daab2438 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:55.411877 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f8d82cb-7ab0-4b5b-acc7-aff7df1025b7 req-505afda8-5d50-43a8-8af3-7983daab2438 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 931 time: 0.0471888 May 12 11:46:55.459749 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f8d82cb-7ab0-4b5b-acc7-aff7df1025b7 req-2943714a-162e-467a-90ed-7e6241986eb0 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 May 12 11:46:55.495185 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-425eca60-08e9-4dfb-97c1-43c45ee1a6d2 req-ffde1741-f420-4d55-852f-b0c0929c9c98 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0340180 May 12 11:46:55.952282 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908acf79-9dae-4bad-bbb4-3673f118ee6e req-4af91b34-90be-41f1-8acc-469084a35860 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:55.953752 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-908acf79-9dae-4bad-bbb4-3673f118ee6e req-4af91b34-90be-41f1-8acc-469084a35860 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0489113 May 12 11:46:56.006334 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-908acf79-9dae-4bad-bbb4-3673f118ee6e req-215d4cfa-c3b8-49bc-9019-4ad7b178a7b4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470161 May 12 11:46:56.069979 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Request body: {'port': {'device_id': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:56.127539 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:56.303155 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:56.394063 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:56.422818 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843053d-b23a-4d17-b080-4187ac386fb8 req-9413ea71-af61-453f-875f-a56f70c09d16 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:56.427500 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9843053d-b23a-4d17-b080-4187ac386fb8 req-9413ea71-af61-453f-875f-a56f70c09d16 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.1521952 May 12 11:46:56.480733 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5467d5f0-8b8e-4bbd-967c-8638230e171e {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:46:56.489855 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Publish callbacks [] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:56.563711 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-6ed751be-e5ca-44ed-a8d0-20da8f1798bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:56.565244 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-6ed751be-e5ca-44ed-a8d0-20da8f1798bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 1129 time: 0.0715721 May 12 11:46:56.577939 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Transition to ACTIVE for port object 5467d5f0-8b8e-4bbd-967c-8638230e171e will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:46:56.614883 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:56.658911 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-76dd47b1-ed51-48ed-9bec-c38cecc4263b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:56.660328 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-76dd47b1-ed51-48ed-9bec-c38cecc4263b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.35 "GET /v2.0/networks?id=0fad6d38-b010-47d8-87bd-73e6b812b078 HTTP/1.1" status: 200 len: 809 time: 0.1855288 May 12 11:46:56.665781 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9843053d-b23a-4d17-b080-4187ac386fb8 req-600df0e4-9384-45da-ac81-fdc6e89b1d20 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239645 May 12 11:46:56.668981 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607abb73-01fa-4739-b06a-dc4d32c2dc39 req-0a3b0296-568b-4c6a-a1e4-90278938277c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:56.670422 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-607abb73-01fa-4739-b06a-dc4d32c2dc39 req-0a3b0296-568b-4c6a-a1e4-90278938277c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0724380 May 12 11:46:56.686352 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Request body: {'port': {'device_id': '3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea', 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078', 'admin_state_up': True, 'tenant_id': 'd83add10bc914fa2b53b93c94671c2cd'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:56.742782 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Pushing event updated for resources: {'Port': ['ID=5467d5f0-8b8e-4bbd-967c-8638230e171e,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:56.754862 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.755293 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.755642 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.755983 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.756317 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.756648 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.756979 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.757306 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.757631 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.757983 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.758416 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.758744 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.759088 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.759402 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.759903 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:56.797340 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-d43f6bf1-cb98-4ecd-873f-1c3b4ee1c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:56.798887 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-d43f6bf1-cb98-4ecd-873f-1c3b4ee1c0f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.2062647 May 12 11:46:56.813681 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-607abb73-01fa-4739-b06a-dc4d32c2dc39 req-28d9b51e-605f-4a9a-9627-da00864a122c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047935 May 12 11:46:56.838916 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d763bb6f-1da1-45be-92d8-4496e7e8c1cb req-36f53b80-d769-43d9-b32e-b7fa123fac08 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0540397 May 12 11:46:56.860082 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Made reservation on behalf of d83add10bc914fa2b53b93c94671c2cd for: {'port': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:46:56.864167 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:56.893359 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Attempting to bind port 5467d5f0-8b8e-4bbd-967c-8638230e171e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:46:56.893731 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Attempting to bind port 5467d5f0-8b8e-4bbd-967c-8638230e171e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:46:56.894036 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Attempting to bind port 5467d5f0-8b8e-4bbd-967c-8638230e171e on network 98824664-61dd-44ab-8bd0-7c8c51299b91 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:56.898848 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Port 5467d5f0-8b8e-4bbd-967c-8638230e171e on network 98824664-61dd-44ab-8bd0-7c8c51299b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:46:56.899223 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Attempting to bind port 5467d5f0-8b8e-4bbd-967c-8638230e171e on network 98824664-61dd-44ab-8bd0-7c8c51299b91 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:46:56.905202 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:46:56.905481 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Checking segment: {'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:46:56.905890 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Bound using segment: {'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:46:56.906314 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Bound port: 5467d5f0-8b8e-4bbd-967c-8638230e171e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b81aaa6-fb99-4173-8306-478db9a8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:46:56.906668 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:56.969242 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] For port 5467d5f0-8b8e-4bbd-967c-8638230e171e, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:46:56.972377 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] For port 5467d5f0-8b8e-4bbd-967c-8638230e171e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:46:56.977880 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:56.999996 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Allocated IP 172.20.0.4 (0fad6d38-b010-47d8-87bd-73e6b812b078/70aa85f1-d4b2-4f74-b0ca-4414310a6fd6/82b8454d-541b-4f2e-8c06-d39a1129aabb) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:46:57.175231 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a6a76-bb56-488c-b665-276d96f16a1f req-22db72f8-df06-4790-a8b4-23a5ba281460 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:57.176659 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4e2a6a76-bb56-488c-b665-276d96f16a1f req-22db72f8-df06-4790-a8b4-23a5ba281460 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0616691 May 12 11:46:57.212252 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks [] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:57.239946 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:57.240550 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:57.242150 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] 10.222.0.35 "PUT /v2.0/ports/5467d5f0-8b8e-4bbd-967c-8638230e171e HTTP/1.1" status: 200 len: 1093 time: 1.1762888 May 12 11:46:57.242418 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:46:57.245167 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd03f83-fca1-48b1-8193-6b2b589b8a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:46:57.246995 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4e2a6a76-bb56-488c-b665-276d96f16a1f req-42bf607d-d4f3-4a3a-9ebd-ef30ea3c9b34 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645089 May 12 11:46:57.268495 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70863b2-4015-4ff6-a16e-3be0c5094f64 service neutron] Pushing event updated for resources: {'Port': ['ID=5467d5f0-8b8e-4bbd-967c-8638230e171e,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:57.272647 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:57.308118 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74fd8d3-3ede-4c67-87fc-ed99e8c6209e x-openstack-request-id: req-e74fd8d3-3ede-4c67-87fc-ed99e8c6209e {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:46:57.308474 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:46:57.308790 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e74fd8d3-3ede-4c67-87fc-ed99e8c6209e {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:46:57.309286 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74fd8d3-3ede-4c67-87fc-ed99e8c6209e'] response: {'name': 'network-changed', 'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'status': 'completed', 'code': 200} May 12 11:46:57.330914 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Network 0fad6d38-b010-47d8-87bd-73e6b812b078 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:46:57.336215 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:46:57.340824 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:46:57.345018 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Pushing event updated for resources: {'Port': ['ID=82b8454d-541b-4f2e-8c06-d39a1129aabb,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:46:57.375479 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.375827 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.376167 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.376504 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.376834 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.377269 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.377482 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.377822 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.378145 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.378467 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.378786 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.379105 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.379422 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.379739 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.380054 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:46:57.402526 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:57.403172 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:57.420817 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-c9f339e2-3038-4751-8b31-ac3c63a18ffa tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7408400 May 12 11:46:57.666181 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:57.797024 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94816af-acca-46d5-a353-ffb7655337bb req-870d15b8-121a-4601-bfe5-e6c95122756e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:57.798492 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e94816af-acca-46d5-a353-ffb7655337bb req-870d15b8-121a-4601-bfe5-e6c95122756e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0462322 May 12 11:46:57.849774 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e94816af-acca-46d5-a353-ffb7655337bb req-bf9e28ae-4726-4ed6-bb23-445271383871 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453670 May 12 11:46:57.934894 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e332cae-8455-430f-88c3-7289dbe7bfe8 req-4d88f608-d6c5-46e1-8602-905066e356b5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:57.936374 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6e332cae-8455-430f-88c3-7289dbe7bfe8 req-4d88f608-d6c5-46e1-8602-905066e356b5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0468411 May 12 11:46:57.955225 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f690e45-be11-4f56-a8ba-962c708bc2d3 req-97269b46-84f5-451c-8f6c-a059848c8136 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:57.956687 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8f690e45-be11-4f56-a8ba-962c708bc2d3 req-97269b46-84f5-451c-8f6c-a059848c8136 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 931 time: 0.0503349 May 12 11:46:57.981991 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6e332cae-8455-430f-88c3-7289dbe7bfe8 req-4bb35c9b-af07-41e7-b402-aa4abcad7294 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 May 12 11:46:58.004368 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8f690e45-be11-4f56-a8ba-962c708bc2d3 req-e1f8e4f1-d1f1-4b85-ad70-22043f04b716 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 May 12 11:46:58.401264 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d0d8b-98bb-45e5-8181-5482c9edb018 req-bb03831d-cd6a-4d1c-b14f-3e6fb8f0e034 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:58.402708 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-452d0d8b-98bb-45e5-8181-5482c9edb018 req-bb03831d-cd6a-4d1c-b14f-3e6fb8f0e034 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0492942 May 12 11:46:58.453294 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-452d0d8b-98bb-45e5-8181-5482c9edb018 req-8ac941dc-9260-4e72-b51b-542f988294ba tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417795 May 12 11:46:58.961931 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a72195-b1d2-4ce2-8a1f-20c6e65b593b req-4ab57511-c163-4815-914a-7cacdb0462d1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:58.964003 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-28a72195-b1d2-4ce2-8a1f-20c6e65b593b req-4ab57511-c163-4815-914a-7cacdb0462d1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0461562 May 12 11:46:59.012056 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-28a72195-b1d2-4ce2-8a1f-20c6e65b593b req-f8b0e973-26f3-48c4-9f2a-6acd008c8312 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 May 12 11:46:59.094254 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69b88c-b640-4c06-8b67-9850d1a3d813 req-4a6a1fdf-b3e6-4b00-b8fa-d0d33c4a1f9c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:59.095849 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7f69b88c-b640-4c06-8b67-9850d1a3d813 req-4a6a1fdf-b3e6-4b00-b8fa-d0d33c4a1f9c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0468357 May 12 11:46:59.113542 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc8119-2512-4bf0-bbdf-b52f3149166c req-c0b34f61-3ac3-48a5-9b16-9d96e87e19d7 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:59.115065 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f2dc8119-2512-4bf0-bbdf-b52f3149166c req-c0b34f61-3ac3-48a5-9b16-9d96e87e19d7 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 931 time: 0.0462334 May 12 11:46:59.135937 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:59.147690 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7f69b88c-b640-4c06-8b67-9850d1a3d813 req-26594dda-a453-4d7c-a083-cc59e1074c6f tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460565 May 12 11:46:59.168333 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f2dc8119-2512-4bf0-bbdf-b52f3149166c req-9171ec49-fb10-4888-a1f6-79e3906ed334 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 May 12 11:46:59.567763 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b151333-31e1-4934-8d52-b89b19488e78 req-011ff42f-55bc-49f2-ae96-b42a9b5b5a12 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:59.569230 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4b151333-31e1-4934-8d52-b89b19488e78 req-011ff42f-55bc-49f2-ae96-b42a9b5b5a12 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0466874 May 12 11:46:59.617895 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4b151333-31e1-4934-8d52-b89b19488e78 req-a3586711-57f2-4e29-b54c-6bd65ee23c18 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431290 May 12 11:46:59.707178 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Request body: {'port': {'device_id': '3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:46:59.738813 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-59a133db-1d3a-479e-855c-e34bccb2ef9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fde922-0d37-4159-bb44-fb31f42dc415 HTTP/1.1" status: 200 len: 217 time: 0.0420156 May 12 11:46:59.765636 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:46:59.768444 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03f83-fca1-48b1-8193-6b2b589b8a2f req-dc831150-745b-496b-a3c1-6d2e9c4e0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:46:59.769953 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6fd03f83-fca1-48b1-8193-6b2b589b8a2f req-dc831150-745b-496b-a3c1-6d2e9c4e0406 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95636bf5a2284bc697044d2b3b46828a&device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 1127 time: 0.0396738 May 12 11:47:00.057027 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b8454d-541b-4f2e-8c06-d39a1129aabb {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:47:00.065060 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Publish callbacks [] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:00.079532 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Transition to ACTIVE for port object 82b8454d-541b-4f2e-8c06-d39a1129aabb will not be triggered until provisioned by entity L2. {{(pid=109896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:47:00.091127 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:00.161000 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ebf5a-1c40-4435-94b0-e0882dca4927 req-1a6a10ac-ae7b-413b-b399-fde266b838e4 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:00.162516 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-777ebf5a-1c40-4435-94b0-e0882dca4927 req-1a6a10ac-ae7b-413b-b399-fde266b838e4 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0865829 May 12 11:47:00.197239 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Pushing event updated for resources: {'Port': ['ID=82b8454d-541b-4f2e-8c06-d39a1129aabb,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:00.272759 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-777ebf5a-1c40-4435-94b0-e0882dca4927 req-5b557034-bf49-4067-8869-c4407a94e9f9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024675 May 12 11:47:00.276585 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12985e-6c80-4260-9427-de5b4b62aec1 req-fc22dcae-74c1-4842-8e42-eb90a66b80ac tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:00.278418 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ae12985e-6c80-4260-9427-de5b4b62aec1 req-fc22dcae-74c1-4842-8e42-eb90a66b80ac tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0492671 May 12 11:47:00.282409 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Attempting to bind port 82b8454d-541b-4f2e-8c06-d39a1129aabb on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:47:00.282747 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Attempting to bind port 82b8454d-541b-4f2e-8c06-d39a1129aabb by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:47:00.283072 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Attempting to bind port 82b8454d-541b-4f2e-8c06-d39a1129aabb on network 0fad6d38-b010-47d8-87bd-73e6b812b078 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:47:00.287692 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Port 82b8454d-541b-4f2e-8c06-d39a1129aabb on network 0fad6d38-b010-47d8-87bd-73e6b812b078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:47:00.288145 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Attempting to bind port 82b8454d-541b-4f2e-8c06-d39a1129aabb on network 0fad6d38-b010-47d8-87bd-73e6b812b078 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:47:00.293483 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:47:00.293933 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Checking segment: {'id': '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:47:00.294422 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Bound using segment: {'id': '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:47:00.294932 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Bound port: 82b8454d-541b-4f2e-8c06-d39a1129aabb, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:47:00.295351 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:00.344648 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ae12985e-6c80-4260-9427-de5b4b62aec1 req-cafc1a0b-1e24-4fd5-bed9-50fb672c3010 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590715 May 12 11:47:00.399925 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507978be-05e8-413b-be0c-3b3482aed1f6 req-881f4534-3e7b-4a3b-ba99-08a7486622b5 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:00.402068 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-507978be-05e8-413b-be0c-3b3482aed1f6 req-881f4534-3e7b-4a3b-ba99-08a7486622b5 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0671446 May 12 11:47:00.422607 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] For port 82b8454d-541b-4f2e-8c06-d39a1129aabb, host hv-cinder-80473, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:47:00.438534 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] For port 82b8454d-541b-4f2e-8c06-d39a1129aabb, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=82b8454d-541b-4f2e-8c06-d39a1129aabb,segment=NetworkSegment(654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9),segment_id=654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:47:00.452666 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:00.490237 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-507978be-05e8-413b-be0c-3b3482aed1f6 req-67197655-4c2e-4ec7-8f62-5123f15c4073 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824213 May 12 11:47:00.491435 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:00.492036 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:00.493402 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-f823021d-6004-4781-8d36-61d92a51937e service neutron] 10.222.0.35 "PUT /v2.0/ports/82b8454d-541b-4f2e-8c06-d39a1129aabb HTTP/1.1" status: 200 len: 1093 time: 0.7903328 May 12 11:47:00.495340 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea', 'tag': '82b8454d-541b-4f2e-8c06-d39a1129aabb'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:00.497472 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c9e62-be55-4de1-a9b2-02df17beb377" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea", "tag": "82b8454d-541b-4f2e-8c06-d39a1129aabb"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:00.530090 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823021d-6004-4781-8d36-61d92a51937e service neutron] Pushing event updated for resources: {'Port': ['ID=82b8454d-541b-4f2e-8c06-d39a1129aabb,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:00.536117 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d061b48f-88cf-4c74-ab49-3b37c4f34329 x-openstack-request-id: req-d061b48f-88cf-4c74-ab49-3b37c4f34329 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:00.536601 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea", "tag": "82b8454d-541b-4f2e-8c06-d39a1129aabb", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:00.536999 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d061b48f-88cf-4c74-ab49-3b37c4f34329 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:00.537565 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d061b48f-88cf-4c74-ab49-3b37c4f34329'] response: {'name': 'network-changed', 'server_uuid': '3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea', 'tag': '82b8454d-541b-4f2e-8c06-d39a1129aabb', 'status': 'completed', 'code': 200} May 12 11:47:00.741430 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989abb25-e259-4769-af7f-af2f92d6ff0c req-010932fd-f70f-4989-9133-479295bebe88 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:00.743397 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-989abb25-e259-4769-af7f-af2f92d6ff0c req-010932fd-f70f-4989-9133-479295bebe88 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0535684 May 12 11:47:00.793451 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-989abb25-e259-4769-af7f-af2f92d6ff0c req-626ce28f-4d5f-4328-b1de-2a43c227e20f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436182 May 12 11:47:00.845652 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9e62-be55-4de1-a9b2-02df17beb377 req-901be324-4db3-4f4b-801e-7f6a58228f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:00.847177 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-840c9e62-be55-4de1-a9b2-02df17beb377 req-901be324-4db3-4f4b-801e-7f6a58228f97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d83add10bc914fa2b53b93c94671c2cd&device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 1127 time: 0.0447314 May 12 11:47:00.900289 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-aa5d8920-56d1-46dc-8e8a-53c23162c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:00.901777 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-aa5d8920-56d1-46dc-8e8a-53c23162c311 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.1053712 May 12 11:47:00.933460 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03f83-fca1-48b1-8193-6b2b589b8a2f req-0ae77746-6a6d-4126-a3cb-185f9d3b58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:00.935088 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6fd03f83-fca1-48b1-8193-6b2b589b8a2f req-0ae77746-6a6d-4126-a3cb-185f9d3b58b3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=95636bf5a2284bc697044d2b3b46828a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1398802 May 12 11:47:00.982249 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-3f7791c1-0fce-44e9-a1a6-cf4bb59b2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:00.983711 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-3f7791c1-0fce-44e9-a1a6-cf4bb59b2465 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0632792 May 12 11:47:01.035731 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d265a-26ae-479d-977c-b790cd03ec44 req-5471e319-364c-4aee-b0e9-3205bdfb5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:01.037209 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5d2d265a-26ae-479d-977c-b790cd03ec44 req-5471e319-364c-4aee-b0e9-3205bdfb5af7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 1129 time: 0.1107244 May 12 11:47:01.093781 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9e62-be55-4de1-a9b2-02df17beb377 req-e84a6de5-02cc-4fa5-8e0f-e0b333bbac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:01.095151 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-840c9e62-be55-4de1-a9b2-02df17beb377 req-e84a6de5-02cc-4fa5-8e0f-e0b333bbac1c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d83add10bc914fa2b53b93c94671c2cd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2087064 May 12 11:47:01.103558 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03f83-fca1-48b1-8193-6b2b589b8a2f req-e6723064-6bcd-46da-8a37-f328632a40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:01.105500 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6fd03f83-fca1-48b1-8193-6b2b589b8a2f req-e6723064-6bcd-46da-8a37-f328632a40e9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508551 May 12 11:47:01.109619 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5d2d265a-26ae-479d-977c-b790cd03ec44 req-afe60407-cf59-4be8-ad57-c261b5d3a5d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607178 May 12 11:47:01.121976 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-240d4ea8-0fd7-4c21-9821-794cc277a7ac service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305869 May 12 11:47:01.387622 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dff1f-177f-42bb-8b8b-f246c7b51433 req-c8f814ff-d77d-4c39-a0b0-28590439af64 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:01.389094 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cf0dff1f-177f-42bb-8b8b-f246c7b51433 req-c8f814ff-d77d-4c39-a0b0-28590439af64 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0470176 May 12 11:47:01.439256 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cf0dff1f-177f-42bb-8b8b-f246c7b51433 req-389c7697-40e1-4d08-b925-ae3a8df61edf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446229 May 12 11:47:01.459748 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e231e58-180e-4cf1-bd5a-033678ce797f req-7eb97905-9a6c-4def-8f7b-f75b2953306a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:01.461215 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8e231e58-180e-4cf1-bd5a-033678ce797f req-7eb97905-9a6c-4def-8f7b-f75b2953306a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0503933 May 12 11:47:01.506983 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8e231e58-180e-4cf1-bd5a-033678ce797f req-c1e62c6d-4ba9-4a43-bd01-92aa25527041 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 May 12 11:47:01.609372 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a639c-361f-4ad3-8d68-a0dca15ba4fb req-5cb79d3b-653b-482b-85ae-b8ebd1db98e0 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:01.610939 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-121a639c-361f-4ad3-8d68-a0dca15ba4fb req-5cb79d3b-653b-482b-85ae-b8ebd1db98e0 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0509782 May 12 11:47:01.656578 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-121a639c-361f-4ad3-8d68-a0dca15ba4fb req-fa601e3c-fcf4-421e-be41-75974d399aa9 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 May 12 11:47:01.913885 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed278e1-45b4-447c-bf6c-3f4c75e4d49a req-5f5536a3-e88a-4bfa-8476-951e0b6a74c2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:01.915238 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fed278e1-45b4-447c-bf6c-3f4c75e4d49a req-5f5536a3-e88a-4bfa-8476-951e0b6a74c2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0484900 May 12 11:47:01.960356 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fed278e1-45b4-447c-bf6c-3f4c75e4d49a req-b2e4bf31-eb4c-45ea-b9c1-18bb66eda7a7 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391495 May 12 11:47:02.561741 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556c45-c2c3-4724-9fc7-b7f84104bb26 req-9757f642-0236-4ce8-8e1c-c0fc1114d1bc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:02.563217 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e6556c45-c2c3-4724-9fc7-b7f84104bb26 req-9757f642-0236-4ce8-8e1c-c0fc1114d1bc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0475228 May 12 11:47:02.610921 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e6556c45-c2c3-4724-9fc7-b7f84104bb26 req-fc3d47e5-8fa0-4bba-98c1-570e22cd6a1b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 May 12 11:47:02.616541 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa0909-39e4-433d-a667-c80e63b27436 req-a4d9d490-68be-4ad4-a514-21a88d18d7f8 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:02.618150 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5dfa0909-39e4-433d-a667-c80e63b27436 req-a4d9d490-68be-4ad4-a514-21a88d18d7f8 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0474622 May 12 11:47:02.668254 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5dfa0909-39e4-433d-a667-c80e63b27436 req-6cc3abe7-ecc7-4981-836a-f215a0b05a47 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 May 12 11:47:02.768504 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee294fd-7167-479f-a3bd-62a409d11834 req-a334b583-de54-4167-966b-113f2ae86b5a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:02.769969 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5ee294fd-7167-479f-a3bd-62a409d11834 req-a334b583-de54-4167-966b-113f2ae86b5a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0484428 May 12 11:47:02.816379 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5ee294fd-7167-479f-a3bd-62a409d11834 req-12443afd-3989-4cba-bd56-89c95b2755cc tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409107 May 12 11:47:03.074814 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea8bae-d0c7-47b1-8f41-4460d4bc1da8 req-df925351-c447-419c-98a6-f75a31a8ce0b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:03.076419 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6cea8bae-d0c7-47b1-8f41-4460d4bc1da8 req-df925351-c447-419c-98a6-f75a31a8ce0b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0456860 May 12 11:47:03.120824 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6cea8bae-d0c7-47b1-8f41-4460d4bc1da8 req-801d72ea-a146-4939-805e-7e9976899f64 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390580 May 12 11:47:03.730189 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81de44b-6346-4b59-9c44-c814358a1e33 req-756e1c59-a88e-445a-974d-27d965828513 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:03.731659 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e81de44b-6346-4b59-9c44-c814358a1e33 req-756e1c59-a88e-445a-974d-27d965828513 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0496805 May 12 11:47:03.776908 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e81de44b-6346-4b59-9c44-c814358a1e33 req-f06febae-10d6-49f2-8b1d-c0d125f8f77b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 May 12 11:47:03.780463 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0fc2a-8c85-47cd-9faa-03d2c3f6bcfe req-3070fb92-f59e-4d6c-8af6-72ebc3669424 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:03.781955 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b7b0fc2a-8c85-47cd-9faa-03d2c3f6bcfe req-3070fb92-f59e-4d6c-8af6-72ebc3669424 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0455997 May 12 11:47:03.828232 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b7b0fc2a-8c85-47cd-9faa-03d2c3f6bcfe req-2588fb7f-9489-4faf-99bf-dfafb75ff6dd tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 May 12 11:47:03.930290 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a5e29-648b-49b9-8160-0b800df7c83d req-39de7210-337d-4ec3-b5cd-b10bb93a4d5e tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:03.931744 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ae1a5e29-648b-49b9-8160-0b800df7c83d req-39de7210-337d-4ec3-b5cd-b10bb93a4d5e tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0496085 May 12 11:47:03.976760 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ae1a5e29-648b-49b9-8160-0b800df7c83d req-3c2687ef-b6d2-45a4-b9ab-21758d4115d6 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 May 12 11:47:04.243566 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f0614-537b-4d9b-9a9a-bc07e9094d8d req-cc423f6f-c331-4de9-b0ca-e38022be0ec7 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:04.245727 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6b8f0614-537b-4d9b-9a9a-bc07e9094d8d req-cc423f6f-c331-4de9-b0ca-e38022be0ec7 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0515013 May 12 11:47:04.289819 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6b8f0614-537b-4d9b-9a9a-bc07e9094d8d req-76f21d3c-23f4-4f51-a707-bebc4d2c0c3f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385931 May 12 11:47:04.719714 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7caeeed1-6d3c-46e3-8bc5-e3a1afe6eb4b req-99a7339a-5f98-4031-8dfa-924f9d6b3621 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846429 May 12 11:47:04.767024 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-017db2c0-c562-4157-b44b-4fec343b9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:04.768496 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-017db2c0-c562-4157-b44b-4fec343b9e51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95636bf5a2284bc697044d2b3b46828a&device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 1127 time: 0.1137354 May 12 11:47:04.790100 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9e62-be55-4de1-a9b2-02df17beb377 req-6882a99b-37fc-4d1d-8cf8-df191e685f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:04.791532 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-840c9e62-be55-4de1-a9b2-02df17beb377 req-6882a99b-37fc-4d1d-8cf8-df191e685f55 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1891711 May 12 11:47:04.894235 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458446f-7bb1-4fe6-ba1b-81265b5cb3d7 req-6242b43b-a24e-42ad-b28b-a1c29349db27 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:04.895730 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6458446f-7bb1-4fe6-ba1b-81265b5cb3d7 req-6242b43b-a24e-42ad-b28b-a1c29349db27 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0513275 May 12 11:47:04.943340 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6458446f-7bb1-4fe6-ba1b-81265b5cb3d7 req-4021e6e3-c7b5-4d4b-88b3-3c46d9240148 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 May 12 11:47:04.945105 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46d3f9-0680-4823-9c5c-4a730fe13c33 req-9654c8de-e8f2-4f47-8a38-a55b6a3cb5ad tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:04.946768 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c46d3f9-0680-4823-9c5c-4a730fe13c33 req-9654c8de-e8f2-4f47-8a38-a55b6a3cb5ad tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0508447 May 12 11:47:04.996944 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c46d3f9-0680-4823-9c5c-4a730fe13c33 req-0d9a9a78-3e7a-4deb-99ad-e511c4ea4b17 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 May 12 11:47:05.090945 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db11fe-4a81-427a-97d8-be5cbba20ad4 req-6ddcf2d6-9e1f-4a9b-b78c-0d14029bebe4 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:05.092525 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a0db11fe-4a81-427a-97d8-be5cbba20ad4 req-6ddcf2d6-9e1f-4a9b-b78c-0d14029bebe4 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0485773 May 12 11:47:05.142187 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a0db11fe-4a81-427a-97d8-be5cbba20ad4 req-3067cb7f-e414-4f56-9686-fd81725f68df tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 May 12 11:47:05.275630 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-361b90e4-8818-49d0-b7e4-4a46023c63e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e HTTP/1.1" status: 200 len: 217 time: 0.0362980 May 12 11:47:05.359393 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-84e258d9-2128-4ae8-bb3e-994f6e42fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:05.361077 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-84e258d9-2128-4ae8-bb3e-994f6e42fe5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d83add10bc914fa2b53b93c94671c2cd&device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 1127 time: 0.0465221 May 12 11:47:05.366707 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-1a872725-bb6b-4a28-9ea3-0c47d8fa4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:05.368231 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-1a872725-bb6b-4a28-9ea3-0c47d8fa4e7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f159fc9e-1dd4-4e36-a921-6bed0545ce0a HTTP/1.1" status: 200 len: 852 time: 0.0540411 May 12 11:47:05.415185 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d47c97-6c7e-48ba-8bb4-2e0516c95030 req-74644dfe-8b5d-41d1-8907-a60f6ab823cf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:05.417224 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c9d47c97-6c7e-48ba-8bb4-2e0516c95030 req-74644dfe-8b5d-41d1-8907-a60f6ab823cf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0475497 May 12 11:47:05.456546 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-dc6d9380-b066-4b59-a500-323ae00217e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b8454d-541b-4f2e-8c06-d39a1129aabb HTTP/1.1" status: 200 len: 217 time: 0.0451443 May 12 11:47:05.490671 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-90b70e9f-b5a6-43f9-a212-4231092392c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:05.492150 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-90b70e9f-b5a6-43f9-a212-4231092392c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98824664-61dd-44ab-8bd0-7c8c51299b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567503 May 12 11:47:05.505031 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c9d47c97-6c7e-48ba-8bb4-2e0516c95030 req-6bd6789d-1d3a-4e47-96a6-ca0b39bcdeb6 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772486 May 12 11:47:05.992799 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-bd631237-014e-4195-b1d0-05ff4aa03574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:05.994937 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-bd631237-014e-4195-b1d0-05ff4aa03574 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70aa85f1-d4b2-4f74-b0ca-4414310a6fd6 HTTP/1.1" status: 200 len: 849 time: 0.0557036 May 12 11:47:06.089738 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee4e3c-929c-4d31-bf3f-0d397f165763 req-94d3557e-da3f-4537-8dd2-666e55aa98f6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:06.091227 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ebee4e3c-929c-4d31-bf3f-0d397f165763 req-94d3557e-da3f-4537-8dd2-666e55aa98f6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0486383 May 12 11:47:06.121096 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c98893-5fd4-4632-877c-0e661059837c req-75ca2046-45ac-4936-b922-fb4a991bdf1b tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:06.122569 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-92c98893-5fd4-4632-877c-0e661059837c req-75ca2046-45ac-4936-b922-fb4a991bdf1b tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0568843 May 12 11:47:06.138479 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ebee4e3c-929c-4d31-bf3f-0d397f165763 req-6f55a3dd-35cc-4f3d-a853-fc35f983311d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 May 12 11:47:06.139632 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-1ebdc22e-247c-47af-aebc-fb1bd6f192b6 service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736760 May 12 11:47:06.174393 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-92c98893-5fd4-4632-877c-0e661059837c req-a4a679db-6b3c-4f3f-a197-fef6e848eca3 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 May 12 11:47:06.284183 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0299a83-e320-4915-8bf8-48f48705a2b9 req-494017d9-838c-491d-9601-cf74fd045b2e tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:06.290169 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0299a83-e320-4915-8bf8-48f48705a2b9 req-494017d9-838c-491d-9601-cf74fd045b2e tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0582786 May 12 11:47:06.334422 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0299a83-e320-4915-8bf8-48f48705a2b9 req-6052abe4-56a5-4d9d-b6b7-4156af0b49f5 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 May 12 11:47:06.391493 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a524-e6e7-4519-8455-26c05488e5f6 req-d1816d6e-fef9-4dd3-b24d-17703c62b145 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:06.393001 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5c18a524-e6e7-4519-8455-26c05488e5f6 req-d1816d6e-fef9-4dd3-b24d-17703c62b145 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0536537 May 12 11:47:06.440585 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5c18a524-e6e7-4519-8455-26c05488e5f6 req-b57e6a74-02d3-4a27-a895-6110a7faabd8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 May 12 11:47:06.620841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11feead-4dea-4077-a403-5c467676fef6 req-16fb4008-7f0a-460a-958f-e14f68f90658 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:06.622343 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a11feead-4dea-4077-a403-5c467676fef6 req-16fb4008-7f0a-460a-958f-e14f68f90658 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0468862 May 12 11:47:06.668581 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a11feead-4dea-4077-a403-5c467676fef6 req-2d98d563-82dc-4345-9416-aa48b0591e4b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406570 May 12 11:47:06.902544 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-915971b7-ddca-4bba-a306-cd0ecd10c65e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fad6d38-b010-47d8-87bd-73e6b812b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295537 May 12 11:47:07.096368 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-8bad0742-9c29-4431-a415-4b2fa9f52363 service neutron] 10.222.0.35 "GET /v2.0/networks/0fad6d38-b010-47d8-87bd-73e6b812b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248496 May 12 11:47:07.200542 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-b94916a7-ac82-4908-a75b-5323f9f9310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:07.202327 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-b94916a7-ac82-4908-a75b-5323f9f9310c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 1129 time: 0.0543666 May 12 11:47:07.207736 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-7671c6b6-f9a1-43f1-b858-05444db77abe service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352418 May 12 11:47:07.291609 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63023ec0-07b6-45cd-8a55-2045b5b1787f req-eb4ffda5-fb80-47a3-b022-d8bb1e6fe223 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:07.293586 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-63023ec0-07b6-45cd-8a55-2045b5b1787f req-eb4ffda5-fb80-47a3-b022-d8bb1e6fe223 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0503609 May 12 11:47:07.340881 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-63023ec0-07b6-45cd-8a55-2045b5b1787f req-f110d058-73a9-4285-857e-feabb93a4ac4 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 May 12 11:47:07.431205 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-967a9f26-9852-4853-bc21-b4611dc9bb05 req-fca700f3-220b-4ac2-a7d9-0473c670eb55 service neutron] 10.222.0.35 "GET /v2.0/networks/0fad6d38-b010-47d8-87bd-73e6b812b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894020 May 12 11:47:07.461764 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d3b9c-bdb5-4005-b8d7-13887e759b9b req-dd734fde-9432-4890-92e8-aad48ea09dfc tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:07.463352 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d86d3b9c-bdb5-4005-b8d7-13887e759b9b req-dd734fde-9432-4890-92e8-aad48ea09dfc tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0593169 May 12 11:47:07.480025 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-983e16e0-aaf0-4fba-830a-ccd476b523c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:07.481388 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-983e16e0-aaf0-4fba-830a-ccd476b523c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.1408663 May 12 11:47:07.515355 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d86d3b9c-bdb5-4005-b8d7-13887e759b9b req-75169e33-2075-42ba-8627-6909f2bde3f0 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 May 12 11:47:07.555610 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a763a9-b628-49ab-b334-116e34cc8028 req-fd0f9631-1855-4c34-b903-58cf1585bca3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:07.557117 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-45a763a9-b628-49ab-b334-116e34cc8028 req-fd0f9631-1855-4c34-b903-58cf1585bca3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0494781 May 12 11:47:07.605745 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-45a763a9-b628-49ab-b334-116e34cc8028 req-79425c6d-e7af-4907-8054-c2bd1c7ca049 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 May 12 11:47:07.791920 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cc766-0b2b-4d42-9e71-b9e8613c54dc req-95a325b4-0c9e-409f-9a4d-6eaeb0591dfe tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:07.793381 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d5cc766-0b2b-4d42-9e71-b9e8613c54dc req-95a325b4-0c9e-409f-9a4d-6eaeb0591dfe tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0510175 May 12 11:47:07.842691 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d5cc766-0b2b-4d42-9e71-b9e8613c54dc req-a2494878-7b9a-4ec2-b269-8675ce6263dc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438855 May 12 11:47:08.458131 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9870c-e619-4823-8c7b-d5d7816cbcbc req-b84269a5-d859-47c5-a98d-4d3c9fd1d486 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:08.459595 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-21e9870c-e619-4823-8c7b-d5d7816cbcbc req-b84269a5-d859-47c5-a98d-4d3c9fd1d486 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0473418 May 12 11:47:08.500148 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-4c40e4e2-a699-45de-903f-0dbd01b9ccf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fde922-0d37-4159-bb44-fb31f42dc415 HTTP/1.1" status: 200 len: 217 time: 0.0362527 May 12 11:47:08.511953 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-21e9870c-e619-4823-8c7b-d5d7816cbcbc req-52264c65-8f42-48dd-a76d-1db92fd25000 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467153 May 12 11:47:08.626672 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29282d55-6328-444f-9b14-95cf2be7094d req-8d3fedd6-fd90-46a9-80b1-c70092d210cd tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:08.628079 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-29282d55-6328-444f-9b14-95cf2be7094d req-8d3fedd6-fd90-46a9-80b1-c70092d210cd tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0466003 May 12 11:47:08.673723 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-29282d55-6328-444f-9b14-95cf2be7094d req-62145eb6-a60f-43fd-9902-ee267d538f38 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401204 May 12 11:47:08.714950 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9851599-7e28-4613-8128-616eba97e0ff req-3ea6d96d-7eb7-462f-8c94-de816e550ac1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:08.716392 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c9851599-7e28-4613-8128-616eba97e0ff req-3ea6d96d-7eb7-462f-8c94-de816e550ac1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0459909 May 12 11:47:08.761931 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c9851599-7e28-4613-8128-616eba97e0ff req-32aa63c8-4044-49ae-897b-ec0fa11c8503 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 May 12 11:47:08.964246 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dd64d-1e8b-4f5c-a970-9d6b610044ef req-052085a0-2bdb-4b0b-848e-ca9d9c7694b4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:08.965706 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9e1dd64d-1e8b-4f5c-a970-9d6b610044ef req-052085a0-2bdb-4b0b-848e-ca9d9c7694b4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0519493 May 12 11:47:09.012347 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9e1dd64d-1e8b-4f5c-a970-9d6b610044ef req-205cd030-0223-4396-af2b-987f01acc8c5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410664 May 12 11:47:09.634564 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf299c4-8520-44db-9678-b713779d56f3 req-20dbfaec-27cf-4be7-8a2a-2472b7011a84 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:09.636905 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-dcf299c4-8520-44db-9678-b713779d56f3 req-20dbfaec-27cf-4be7-8a2a-2472b7011a84 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 943 time: 0.0463042 May 12 11:47:09.682821 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-dcf299c4-8520-44db-9678-b713779d56f3 req-022d716c-b7ab-4682-92e9-a8364d561b4d tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 May 12 11:47:09.710151 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 5467d5f0-8b8e-4bbd-967c-8638230e171e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:47:09.812958 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 5467d5f0-8b8e-4bbd-967c-8638230e171e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:09.813938 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-f05ce461-79ad-44e4-b460-c09d19f4f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:09.816763 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-f05ce461-79ad-44e4-b460-c09d19f4f38e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.0789931 May 12 11:47:09.824917 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df44f7-4e8a-4cbd-b3a5-eecec996d8c4 req-045d37c9-16f1-4772-a908-4d276ef5341a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:09.825196 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'port_id': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'mac_address': 'fa:16:3e:92:79:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:47:09.827015 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-69df44f7-4e8a-4cbd-b3a5-eecec996d8c4 req-045d37c9-16f1-4772-a908-4d276ef5341a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0810871 May 12 11:47:09.863746 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 5467d5f0-8b8e-4bbd-967c-8638230e171e is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:09.864162 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:09.877723 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5467d5f0-8b8e-4bbd-967c-8638230e171e {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:47:09.881858 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254dbe6-faeb-4d9f-bbfc-c792a4da41c4 req-de50e6b5-9ff2-494e-9cd9-f91a7fc32377 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:09.883492 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0254dbe6-faeb-4d9f-bbfc-c792a4da41c4 req-de50e6b5-9ff2-494e-9cd9-f91a7fc32377 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0512073 May 12 11:47:09.890274 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-164c89c7-00ba-4601-b44f-56d69ada01ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:09.891722 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-164c89c7-00ba-4601-b44f-56d69ada01ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0636678 May 12 11:47:09.898392 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 5467d5f0-8b8e-4bbd-967c-8638230e171e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:09.902992 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:09.907473 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-69df44f7-4e8a-4cbd-b3a5-eecec996d8c4 req-8bad9609-36d7-4829-ac4a-57a08391304a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715568 May 12 11:47:09.956408 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0254dbe6-faeb-4d9f-bbfc-c792a4da41c4 req-3edad95e-dea3-4be9-a8df-fd1a6ef32535 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653977 May 12 11:47:09.964632 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=5467d5f0-8b8e-4bbd-967c-8638230e171e,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:09.975419 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.975774 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.976123 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.976488 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.976825 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.977157 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.977599 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.977969 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.978302 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.978635 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.978985 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.979865 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.980211 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.980616 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:09.980947 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:10.130196 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc7ff9-a8f0-4c23-89d2-cf19213408ac req-05382bc7-ba4f-4d3b-9c48-1c6e79c62993 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:10.131679 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8cdc7ff9-a8f0-4c23-89d2-cf19213408ac req-05382bc7-ba4f-4d3b-9c48-1c6e79c62993 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0489788 May 12 11:47:10.178638 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8cdc7ff9-a8f0-4c23-89d2-cf19213408ac req-7f32adc4-004d-4d00-b0f8-1909e7a82b13 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 May 12 11:47:10.253074 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 35074) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:10.390039 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a0f03b-042e-4216-8c2d-47b9e72e9a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:10.462983 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a0f03b-042e-4216-8c2d-47b9e72e9a54 admin admin] Publish callbacks [] for security_group (8ec8600a-6ad8-4c33-aadd-759ea87528ae), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:10.468304 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a0f03b-042e-4216-8c2d-47b9e72e9a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (8ec8600a-6ad8-4c33-aadd-759ea87528ae), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:10.505064 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-82a0f03b-042e-4216-8c2d-47b9e72e9a54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c127cd11a4ba4f8b8417d98d4f68669f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509005 May 12 11:47:10.506981 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0f03b-042e-4216-8c2d-47b9e72e9a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec8600a-6ad8-4c33-aadd-759ea87528ae,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:10.507792 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35078) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:10.559763 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-106ba4ef-8a4b-4781-a0b1-384ef2859436 admin admin] Publish callbacks [] for security_group (8ec8600a-6ad8-4c33-aadd-759ea87528ae), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:10.581293 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-106ba4ef-8a4b-4781-a0b1-384ef2859436 admin admin] Publish callbacks [] for security_group (8ec8600a-6ad8-4c33-aadd-759ea87528ae), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:10.631491 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-106ba4ef-8a4b-4781-a0b1-384ef2859436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (8ec8600a-6ad8-4c33-aadd-759ea87528ae), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:10.634049 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-106ba4ef-8a4b-4781-a0b1-384ef2859436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:10.635191 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-106ba4ef-8a4b-4781-a0b1-384ef2859436 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ec8600a-6ad8-4c33-aadd-759ea87528ae HTTP/1.1" status: 204 len: 168 time: 0.1264200 May 12 11:47:10.642601 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ba4ef-8a4b-4781-a0b1-384ef2859436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec8600a-6ad8-4c33-aadd-759ea87528ae,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:10.773939 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-5cabe846-b301-4e5d-9e6e-8d413178b9db service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922458 May 12 11:47:10.802723 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bf4dd-00a1-4212-a141-594fe3d0d1f2 req-204f05ad-53d9-4cd5-b3fd-0e336de131f5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:10.804331 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7e0bf4dd-00a1-4212-a141-594fe3d0d1f2 req-204f05ad-53d9-4cd5-b3fd-0e336de131f5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 944 time: 0.0512416 May 12 11:47:10.860033 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7e0bf4dd-00a1-4212-a141-594fe3d0d1f2 req-dc72e288-3239-4e35-91ff-51006ba72c84 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496535 May 12 11:47:11.021754 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd0975-0946-481c-b214-53f41193a973 req-518f7e63-a84f-44e1-aad5-41a6725c75d2 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:11.023243 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fafd0975-0946-481c-b214-53f41193a973 req-518f7e63-a84f-44e1-aad5-41a6725c75d2 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0482426 May 12 11:47:11.069049 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbfd0f-8694-4c7e-a813-75e80574021d req-b28f1ea0-b611-4fca-86e3-d3d1cbd9c6c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:11.070561 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-36dbfd0f-8694-4c7e-a813-75e80574021d req-b28f1ea0-b611-4fca-86e3-d3d1cbd9c6c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0464435 May 12 11:47:11.072576 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fafd0975-0946-481c-b214-53f41193a973 req-8d4549bd-d076-4cda-b215-4125e5d23f2b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438728 May 12 11:47:11.116295 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-36dbfd0f-8694-4c7e-a813-75e80574021d req-00a238f4-1b0d-4c79-83da-53a0f41bd924 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 May 12 11:47:11.296542 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf07ab-4c28-4e24-8ffa-9032d4bf2d5c req-00cb225c-8d8d-46d8-a398-0fd37fc6cbdb tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:11.298033 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5dcf07ab-4c28-4e24-8ffa-9032d4bf2d5c req-00cb225c-8d8d-46d8-a398-0fd37fc6cbdb tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0462284 May 12 11:47:11.343269 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5dcf07ab-4c28-4e24-8ffa-9032d4bf2d5c req-5115340c-94d5-4b68-92f5-d593afa56c8d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398295 May 12 11:47:11.579553 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c06de7c-e880-45fa-ad8e-b17371eb73c7 req-d8b84dda-4884-4c79-9727-d2ace86be11b service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857813 May 12 11:47:11.970113 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178d3b5-4781-41df-b0e4-fc6eba4ada28 req-2359ca15-4124-4f25-b524-d912843f4e75 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:11.971554 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4178d3b5-4781-41df-b0e4-fc6eba4ada28 req-2359ca15-4124-4f25-b524-d912843f4e75 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 944 time: 0.0456076 May 12 11:47:12.021570 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4178d3b5-4781-41df-b0e4-fc6eba4ada28 req-7722ef58-3a87-4375-8915-ab7ebceeb234 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444553 May 12 11:47:12.182526 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52fcab-b6e4-4dc5-a565-f746d70d643c req-b0f54d99-c9f5-4066-b0af-ab73a0812b7a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:12.184024 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ee52fcab-b6e4-4dc5-a565-f746d70d643c req-b0f54d99-c9f5-4066-b0af-ab73a0812b7a tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0471785 May 12 11:47:12.230554 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ee52fcab-b6e4-4dc5-a565-f746d70d643c req-00b87c1f-e41c-4ca8-99bc-731e8c1be326 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 May 12 11:47:12.231377 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a3c66-f600-46ab-aae3-7ee02bd0ee40 req-4080dccf-565e-4104-b074-c601613b59eb tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:12.232852 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c54a3c66-f600-46ab-aae3-7ee02bd0ee40 req-4080dccf-565e-4104-b074-c601613b59eb tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0506408 May 12 11:47:12.278747 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c54a3c66-f600-46ab-aae3-7ee02bd0ee40 req-545cbf62-36c5-4e9d-8b09-d0fe141afe4f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 May 12 11:47:12.457692 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d512b45-c0ef-4eda-9171-08325d68fee2 req-d1ca2cd0-3016-4695-b4aa-13890e6502c8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:12.459132 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5d512b45-c0ef-4eda-9171-08325d68fee2 req-d1ca2cd0-3016-4695-b4aa-13890e6502c8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0463216 May 12 11:47:12.505448 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5d512b45-c0ef-4eda-9171-08325d68fee2 req-3471fd1e-7ee4-4859-a688-133038a32b02 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402803 May 12 11:47:12.871852 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['5467d5f0-8b8e-4bbd-967c-8638230e171e'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:47:13.131104 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73ebd4-dd43-4078-9d13-d4b5a5178bb4 req-021f071c-b9f1-4157-8974-8c95a56f18d1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:13.132459 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9e73ebd4-dd43-4078-9d13-d4b5a5178bb4 req-021f071c-b9f1-4157-8974-8c95a56f18d1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 944 time: 0.0457880 May 12 11:47:13.177588 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9e73ebd4-dd43-4078-9d13-d4b5a5178bb4 req-596323a1-cd6b-433d-8d8f-1ac13c030322 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392032 May 12 11:47:13.346434 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eeaf9-258d-4602-96c5-bdf5093be4cb req-93df7beb-ade7-440d-8ab3-f0148a226ae1 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:13.348023 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-096eeaf9-258d-4602-96c5-bdf5093be4cb req-93df7beb-ade7-440d-8ab3-f0148a226ae1 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0513604 May 12 11:47:13.394859 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-096eeaf9-258d-4602-96c5-bdf5093be4cb req-5ff27887-87b3-49fe-837e-1ab4161bfc3b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413768 May 12 11:47:13.396924 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f361a7-0a53-4a05-8766-18b414ce3d43 req-f25d1a29-fbaf-446b-ba96-ea8141336888 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:13.398437 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58f361a7-0a53-4a05-8766-18b414ce3d43 req-f25d1a29-fbaf-446b-ba96-ea8141336888 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0509582 May 12 11:47:13.443602 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58f361a7-0a53-4a05-8766-18b414ce3d43 req-3895f142-d8cd-4796-966d-9226f05741a1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 May 12 11:47:13.619329 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ad6a1-7c3a-4762-b678-55e405f9e985 req-793f83a6-dee2-468f-95b4-89f909cead58 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:13.621286 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-327ad6a1-7c3a-4762-b678-55e405f9e985 req-793f83a6-dee2-468f-95b4-89f909cead58 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0465577 May 12 11:47:13.666607 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-327ad6a1-7c3a-4762-b678-55e405f9e985 req-420d86cc-0c55-4e59-9d6e-4821637f92e2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398014 May 12 11:47:14.286552 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dc498-711a-4305-ade3-700077fb91d4 req-c92d0fae-7b3e-4568-9882-495e67f80b40 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:14.287994 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6b2dc498-711a-4305-ade3-700077fb91d4 req-c92d0fae-7b3e-4568-9882-495e67f80b40 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 944 time: 0.0453286 May 12 11:47:14.337054 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6b2dc498-711a-4305-ade3-700077fb91d4 req-d74e9e94-e9b8-4f7f-bfe6-f0ddf2c40838 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 May 12 11:47:14.473934 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 82b8454d-541b-4f2e-8c06-d39a1129aabb details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:47:14.485647 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 5467d5f0-8b8e-4bbd-967c-8638230e171e up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:47:14.521477 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7d612-7309-4673-8175-99098e6e0475 req-4412b5ac-c74c-49dd-a669-4467451505b2 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:14.523744 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3cc7d612-7309-4673-8175-99098e6e0475 req-4412b5ac-c74c-49dd-a669-4467451505b2 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 943 time: 0.0622036 May 12 11:47:14.562012 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df5bb8-5683-4aaa-8610-1ec8ae828c42 req-24440aa1-963d-4266-b543-15fa8698aa72 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:14.563832 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1df5bb8-5683-4aaa-8610-1ec8ae828c42 req-24440aa1-963d-4266-b543-15fa8698aa72 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0501266 May 12 11:47:14.571618 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3cc7d612-7309-4673-8175-99098e6e0475 req-9846d5df-a5cd-4ed4-88f4-4caf5973808b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 May 12 11:47:14.590669 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 5467d5f0-8b8e-4bbd-967c-8638230e171e completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:47:14.598640 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 5467d5f0-8b8e-4bbd-967c-8638230e171e triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:47:14.599017 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:14.616893 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1df5bb8-5683-4aaa-8610-1ec8ae828c42 req-e8d50e60-fdc4-4454-a37f-458c60bc5c10 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 May 12 11:47:14.637167 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 82b8454d-541b-4f2e-8c06-d39a1129aabb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=82b8454d-541b-4f2e-8c06-d39a1129aabb,segment=NetworkSegment(654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9),segment_id=654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:14.653860 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '82b8454d-541b-4f2e-8c06-d39a1129aabb', 'network_id': '0fad6d38-b010-47d8-87bd-73e6b812b078', 'port_id': '82b8454d-541b-4f2e-8c06-d39a1129aabb', 'mac_address': 'fa:16:3e:a0:96:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70aa85f1-d4b2-4f74-b0ca-4414310a6fd6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:47:14.722340 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 82b8454d-541b-4f2e-8c06-d39a1129aabb is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:14.722658 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:14.739791 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 5467d5f0-8b8e-4bbd-967c-8638230e171e is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:14.740173 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:14.742694 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b8454d-541b-4f2e-8c06-d39a1129aabb {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:47:14.776675 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 82b8454d-541b-4f2e-8c06-d39a1129aabb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=82b8454d-541b-4f2e-8c06-d39a1129aabb,segment=NetworkSegment(654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9),segment_id=654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:14.780934 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:14.783171 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df641902-83c7-40c7-89b1-21dada4a34b1" -d '{"events": [{"server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "name": "network-vif-plugged", "status": "completed", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:14.787900 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954fbb-4569-460c-b85b-c10e81648811 req-35ffdf3b-3b66-43e7-853b-561866ebfd5d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:14.789384 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d954fbb-4569-460c-b85b-c10e81648811 req-35ffdf3b-3b66-43e7-853b-561866ebfd5d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0490084 May 12 11:47:14.792112 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:14.798479 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 5467d5f0-8b8e-4bbd-967c-8638230e171e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:14.818041 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:14.822381 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a8c1c3-1d94-4bc1-bd7b-d11a70863aaf x-openstack-request-id: req-71a8c1c3-1d94-4bc1-bd7b-d11a70863aaf {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:14.823224 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "name": "network-vif-plugged", "status": "completed", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:14.823772 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71a8c1c3-1d94-4bc1-bd7b-d11a70863aaf {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:14.824166 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a8c1c3-1d94-4bc1-bd7b-d11a70863aaf'] response: {'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'code': 200} May 12 11:47:14.840660 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d954fbb-4569-460c-b85b-c10e81648811 req-16ffe66c-223d-4aba-a01d-25afa43f93f0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452166 May 12 11:47:14.851091 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=82b8454d-541b-4f2e-8c06-d39a1129aabb,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:14.910200 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=5467d5f0-8b8e-4bbd-967c-8638230e171e,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:15.260901 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['82b8454d-541b-4f2e-8c06-d39a1129aabb'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:47:15.337653 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f1bf-9d92-47e7-b8bc-113e66a6627e req-84a958d3-6a81-49bc-88ba-b496d5de928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:15.339257 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4f89f1bf-9d92-47e7-b8bc-113e66a6627e req-84a958d3-6a81-49bc-88ba-b496d5de928d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 1129 time: 0.0376112 May 12 11:47:15.391314 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4f89f1bf-9d92-47e7-b8bc-113e66a6627e req-50b7f106-d529-4847-a87e-2d59409f7c75 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414941 May 12 11:47:15.453233 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5f434-e276-4ffa-8a1c-9741ed150d8f req-4b55f698-2254-43ae-8d63-b807793bd267 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:15.454744 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-71d5f434-e276-4ffa-8a1c-9741ed150d8f req-4b55f698-2254-43ae-8d63-b807793bd267 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.0466471 May 12 11:47:15.500788 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-71d5f434-e276-4ffa-8a1c-9741ed150d8f req-496e33e5-d80d-45a2-a278-e80e752eabfc tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 May 12 11:47:15.684320 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052f287-dfdb-4e41-ac9d-80f6561de5f0 req-7da16391-a03f-4545-85ba-1984368d2826 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:15.685812 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5052f287-dfdb-4e41-ac9d-80f6561de5f0 req-7da16391-a03f-4545-85ba-1984368d2826 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 944 time: 0.0466304 May 12 11:47:15.728341 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463b3b8-79a9-47f3-93a5-fba024110e5f req-992c86bc-04dd-4dcd-ab9b-39c5faa54ed3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:15.730463 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4463b3b8-79a9-47f3-93a5-fba024110e5f req-992c86bc-04dd-4dcd-ab9b-39c5faa54ed3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0467565 May 12 11:47:15.732006 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5052f287-dfdb-4e41-ac9d-80f6561de5f0 req-3d349410-8d48-4788-8784-9b23fc16e9ac tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 May 12 11:47:15.776344 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4463b3b8-79a9-47f3-93a5-fba024110e5f req-41e0025e-3b1a-4a3d-bdfb-664650abedd2 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 May 12 11:47:15.955187 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828dc5c-8a85-4524-9360-47846f57e661 req-015a9e35-bd3e-4868-b081-4d94df196473 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:15.956643 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6828dc5c-8a85-4524-9360-47846f57e661 req-015a9e35-bd3e-4868-b081-4d94df196473 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0470893 May 12 11:47:16.004886 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6828dc5c-8a85-4524-9360-47846f57e661 req-edc86dfd-3dc7-44b9-9cb8-ae37a5e6e67e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425229 May 12 11:47:16.489782 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 82b8454d-541b-4f2e-8c06-d39a1129aabb up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:47:16.534277 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 82b8454d-541b-4f2e-8c06-d39a1129aabb completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:47:16.539911 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 82b8454d-541b-4f2e-8c06-d39a1129aabb triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:47:16.540396 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:16.614700 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500714a9-afe1-41de-9999-791729b3c35a req-c729a0e6-650a-4db3-9d5f-306a67ca699b tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:16.616176 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-500714a9-afe1-41de-9999-791729b3c35a req-c729a0e6-650a-4db3-9d5f-306a67ca699b tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.0498154 May 12 11:47:16.623935 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 82b8454d-541b-4f2e-8c06-d39a1129aabb is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:16.624594 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:16.665471 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 82b8454d-541b-4f2e-8c06-d39a1129aabb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=82b8454d-541b-4f2e-8c06-d39a1129aabb,segment=NetworkSegment(654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9),segment_id=654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:16.671147 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:16.691362 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-500714a9-afe1-41de-9999-791729b3c35a req-3ec326e9-af5b-46f2-925b-729ed1dbc7b5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665042 May 12 11:47:16.730308 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=82b8454d-541b-4f2e-8c06-d39a1129aabb,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:16.825540 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b8454d-541b-4f2e-8c06-d39a1129aabb'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:16.828689 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f4c47-2f11-49ed-844b-1d46a8212858" -d '{"events": [{"server_uuid": "3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea", "name": "network-vif-plugged", "status": "completed", "tag": "82b8454d-541b-4f2e-8c06-d39a1129aabb"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:16.848002 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c463-c908-4fd4-977d-10eb01cb73fb req-3867ac6f-4f42-4e96-b637-e244ff1d0113 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:16.849502 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bb42c463-c908-4fd4-977d-10eb01cb73fb req-3867ac6f-4f42-4e96-b637-e244ff1d0113 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 945 time: 0.0510695 May 12 11:47:16.862493 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dbba95-44a5-4342-ab34-f6576d6f2108 x-openstack-request-id: req-c3dbba95-44a5-4342-ab34-f6576d6f2108 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:16.862811 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea", "name": "network-vif-plugged", "status": "completed", "tag": "82b8454d-541b-4f2e-8c06-d39a1129aabb", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:16.863075 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3dbba95-44a5-4342-ab34-f6576d6f2108 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:16.863470 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3dbba95-44a5-4342-ab34-f6576d6f2108'] response: {'server_uuid': '3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b8454d-541b-4f2e-8c06-d39a1129aabb', 'code': 200} May 12 11:47:16.896215 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bb42c463-c908-4fd4-977d-10eb01cb73fb req-0c024839-ea81-4717-b7e7-5d8550694dd4 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 May 12 11:47:17.132482 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2a35f-1c49-40ed-90ce-3f2584c91485 req-61e7814a-1206-429c-9d21-6a20bd636272 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:17.133959 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-deb2a35f-1c49-40ed-90ce-3f2584c91485 req-61e7814a-1206-429c-9d21-6a20bd636272 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0485370 May 12 11:47:17.185500 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35176) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:17.190128 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-deb2a35f-1c49-40ed-90ce-3f2584c91485 req-37c75e9d-f4ac-4a2b-915b-40838d575a2e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499957 May 12 11:47:17.190413 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-9d016ad5-b177-4b41-b30c-14f5dff68938 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032445325', 'description': 'tempest-description--2130408040'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:17.217134 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d016ad5-b177-4b41-b30c-14f5dff68938 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.300623 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d016ad5-b177-4b41-b30c-14f5dff68938 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group (ca11f2ee-a61a-42e2-92a8-dbede6464189), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.304269 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d016ad5-b177-4b41-b30c-14f5dff68938 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (ca11f2ee-a61a-42e2-92a8-dbede6464189), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.333219 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d016ad5-b177-4b41-b30c-14f5dff68938 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.334461 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-9d016ad5-b177-4b41-b30c-14f5dff68938 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1477506 May 12 11:47:17.337514 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 35180) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:17.339013 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d016ad5-b177-4b41-b30c-14f5dff68938 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca11f2ee-a61a-42e2-92a8-dbede6464189,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:17.345569 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6143548c-9986-4e99-a677-68b7874cfa83 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Request body: {'security_group_rule': {'security_group_id': 'ca11f2ee-a61a-42e2-92a8-dbede6464189', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:17.375636 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6143548c-9986-4e99-a677-68b7874cfa83 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group_rule (0c2798fc-be39-4165-8daf-4276d29d7928), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.419449 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6143548c-9986-4e99-a677-68b7874cfa83 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group_rule (0c2798fc-be39-4165-8daf-4276d29d7928), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.422984 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6143548c-9986-4e99-a677-68b7874cfa83 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (0c2798fc-be39-4165-8daf-4276d29d7928), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.440126 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143548c-9986-4e99-a677-68b7874cfa83 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2798fc-be39-4165-8daf-4276d29d7928,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:17.447908 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6143548c-9986-4e99-a677-68b7874cfa83 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.452361 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35182) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:17.453242 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-6143548c-9986-4e99-a677-68b7874cfa83 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138535 May 12 11:47:17.457123 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-588e5ae6-295d-46aa-97cf-7bd2411f8be1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Request body: {'security_group_rule': {'security_group_id': 'ca11f2ee-a61a-42e2-92a8-dbede6464189', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:17.484999 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-588e5ae6-295d-46aa-97cf-7bd2411f8be1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group_rule (7016be1f-9caa-488f-96aa-0456ed32bd2e), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.546025 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-588e5ae6-295d-46aa-97cf-7bd2411f8be1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group_rule (7016be1f-9caa-488f-96aa-0456ed32bd2e), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.549950 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-588e5ae6-295d-46aa-97cf-7bd2411f8be1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (7016be1f-9caa-488f-96aa-0456ed32bd2e), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.576389 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e5ae6-295d-46aa-97cf-7bd2411f8be1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7016be1f-9caa-488f-96aa-0456ed32bd2e,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:17.589434 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-588e5ae6-295d-46aa-97cf-7bd2411f8be1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.590832 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-588e5ae6-295d-46aa-97cf-7bd2411f8be1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374092 May 12 11:47:17.594199 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35184) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:17.598621 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:17.623122 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.719627 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e9af7-caa4-4cc3-bae6-be27d45b0cfa req-55316236-6e10-4c97-a1da-895c5b13e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:17.721118 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-458e9af7-caa4-4cc3-bae6-be27d45b0cfa req-55316236-6e10-4c97-a1da-895c5b13e2cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 1129 time: 0.0747643 May 12 11:47:17.732819 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:17.894100 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a452b49-a4a5-4dd4-8fa6-7a33f48eef00 req-ca970bd6-70c1-4b69-8f9a-214624bc08f4 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:17.895491 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8a452b49-a4a5-4dd4-8fa6-7a33f48eef00 req-ca970bd6-70c1-4b69-8f9a-214624bc08f4 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.1207290 May 12 11:47:17.920994 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-458e9af7-caa4-4cc3-bae6-be27d45b0cfa req-215cfa8c-1ad9-4960-ba9e-af2141b2abaa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303527 May 12 11:47:17.955828 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Allocated IP 172.27.0.194 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/9b55754f-3dcd-4a52-a472-899586832be1) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:47:17.981078 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8a452b49-a4a5-4dd4-8fa6-7a33f48eef00 req-1544e050-84e6-47cb-b248-b944f7b15b6d tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736899 May 12 11:47:18.019591 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad4269-fb19-41c3-90c9-7ef447037a3a req-74c66c8e-d5c0-4745-b147-51555e802db6 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:18.021686 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-11ad4269-fb19-41c3-90c9-7ef447037a3a req-74c66c8e-d5c0-4745-b147-51555e802db6 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 945 time: 0.0528569 May 12 11:47:18.074518 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-11ad4269-fb19-41c3-90c9-7ef447037a3a req-0a035e0a-717c-40b3-b438-c644e6628d10 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455234 May 12 11:47:18.098589 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for port (9b55754f-3dcd-4a52-a472-899586832be1), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.114445 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df54672-b117-4029-a7da-827636d42f2a req-df79e4bf-d4c4-4108-90b9-7659dc004cb0 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:18.115914 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9df54672-b117-4029-a7da-827636d42f2a req-df79e4bf-d4c4-4108-90b9-7659dc004cb0 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.0605030 May 12 11:47:18.177319 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (9b55754f-3dcd-4a52-a472-899586832be1), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.204888 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9df54672-b117-4029-a7da-827636d42f2a req-37607e82-a231-4592-82b7-985735b84758 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824492 May 12 11:47:18.218753 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:47:18.221694 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:47:18.227559 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:47:18.251612 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event updated for resources: {'Port': ['ID=9b55754f-3dcd-4a52-a472-899586832be1,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:18.319227 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f8702-78ce-4646-95c8-0120e735af33 req-4b360ce7-8bc3-466a-8603-c0b49942810d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:18.321227 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a61f8702-78ce-4646-95c8-0120e735af33 req-4b360ce7-8bc3-466a-8603-c0b49942810d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0522382 May 12 11:47:18.323830 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for floatingip (692fb050-3fcd-447a-b774-36cf6f5747c0), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.375328 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (9b55754f-3dcd-4a52-a472-899586832be1), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.377061 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a61f8702-78ce-4646-95c8-0120e735af33 req-60ba3ced-de73-4ad6-9d4a-5d163137eabf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475354 May 12 11:47:18.570814 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c884e0-4878-417c-98d1-8371eb98ef5d req-30c10ba8-f46a-48d4-a852-31a469f2c9ed tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:18.572413 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-36c884e0-4878-417c-98d1-8371eb98ef5d req-30c10ba8-f46a-48d4-a852-31a469f2c9ed tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.0573165 May 12 11:47:18.599549 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for port (9b55754f-3dcd-4a52-a472-899586832be1), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.606041 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (9b55754f-3dcd-4a52-a472-899586832be1), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.610193 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 35204) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:18.626988 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-36c884e0-4878-417c-98d1-8371eb98ef5d req-a5faadeb-bfcd-488c-9e45-230fd30f4e77 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481322 May 12 11:47:18.685997 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event updated for resources: {'Port': ['ID=9b55754f-3dcd-4a52-a472-899586832be1,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:18.688464 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (692fb050-3fcd-447a-b774-36cf6f5747c0), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.704643 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.705939 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-9c92db2a-6835-4b03-af8d-82d897cccc8a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1106989 May 12 11:47:18.752043 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a85f3cec-eed5-4fec-8ef8-7ebc5c24072c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.836777 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a85f3cec-eed5-4fec-8ef8-7ebc5c24072c admin admin] Publish callbacks [] for security_group (5a3c34c9-942c-4565-832a-8f9c31a56cd7), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.841377 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a85f3cec-eed5-4fec-8ef8-7ebc5c24072c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5a3c34c9-942c-4565-832a-8f9c31a56cd7), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.890028 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a85f3cec-eed5-4fec-8ef8-7ebc5c24072c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68baf63becdb45609e62f9a4e861dcae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787781 May 12 11:47:18.890972 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f3cec-eed5-4fec-8ef8-7ebc5c24072c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c34c9-942c-4565-832a-8f9c31a56cd7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:18.893347 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 35222) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:18.920149 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-7bc06e00-8bab-4bb5-a959-15a1406c01bb tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1032445325&fields=id&tenant_id=dd154e9ddff14089b8fc96ba030e5669 HTTP/1.1" status: 200 len: 267 time: 0.0457959 May 12 11:47:18.959849 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8abfa2-0b9d-49e6-9a8c-f1bd2ba1c0bf admin admin] Publish callbacks [] for security_group (5a3c34c9-942c-4565-832a-8f9c31a56cd7), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:18.995130 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8abfa2-0b9d-49e6-9a8c-f1bd2ba1c0bf admin admin] Publish callbacks [] for security_group (5a3c34c9-942c-4565-832a-8f9c31a56cd7), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:19.047941 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8abfa2-0b9d-49e6-9a8c-f1bd2ba1c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5a3c34c9-942c-4565-832a-8f9c31a56cd7), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:19.050581 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8abfa2-0b9d-49e6-9a8c-f1bd2ba1c0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:19.051224 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-1c429fc9-05f5-4361-aaa3-ccd7f504e151 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:19.051927 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-4d8abfa2-0b9d-49e6-9a8c-f1bd2ba1c0bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a3c34c9-942c-4565-832a-8f9c31a56cd7 HTTP/1.1" status: 204 len: 168 time: 0.1576643 May 12 11:47:19.054287 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-1c429fc9-05f5-4361-aaa3-ccd7f504e151 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 818 time: 0.1258998 May 12 11:47:19.059620 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8abfa2-0b9d-49e6-9a8c-f1bd2ba1c0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c34c9-942c-4565-832a-8f9c31a56cd7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:19.070859 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-64eab60a-3bed-4cfc-a004-dbe8cb4cbc79 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/quotas/dd154e9ddff14089b8fc96ba030e5669 HTTP/1.1" status: 200 len: 375 time: 0.0109475 May 12 11:47:19.130580 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-ae50465b-add3-4516-a956-ae20aafbdfcb tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530477 May 12 11:47:19.203046 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966e9d1-4d8d-4552-ac54-9d55b8f134be req-50fd1a39-4471-4af0-b166-d2c4a7bfd248 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:19.204691 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2966e9d1-4d8d-4552-ac54-9d55b8f134be req-50fd1a39-4471-4af0-b166-d2c4a7bfd248 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 945 time: 0.0562465 May 12 11:47:19.231442 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-fb23ca20-ee50-439d-ba0a-87430b31c5fd service neutron] 10.222.0.58 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909333 May 12 11:47:19.264632 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2966e9d1-4d8d-4552-ac54-9d55b8f134be req-e9b19ec5-72db-45f9-9a44-e03dba45ba57 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531380 May 12 11:47:19.320610 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-ae3924d9-afda-4966-939e-660342ec1b99 service neutron] 10.222.0.58 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833070 May 12 11:47:19.509300 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-09f9a04c-85ab-4fcb-99ab-37d64ed87846 req-3730a857-4d22-40d9-b5c6-24cc46095160 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 210 time: 0.0335922 May 12 11:47:19.535050 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14322020-4078-49e0-8778-4b18b9fcbf21 req-e0efdf59-5879-4f4c-9dc9-816a7eb6bb1c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:19.538167 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-14322020-4078-49e0-8778-4b18b9fcbf21 req-e0efdf59-5879-4f4c-9dc9-816a7eb6bb1c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0748520 May 12 11:47:19.594773 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-14322020-4078-49e0-8778-4b18b9fcbf21 req-56bf6235-6a4c-4cdd-a217-be22ce07b60a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525851 May 12 11:47:20.391875 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0e7ef-ccf5-4cc4-ac37-c442b9d00cc1 req-e45e3345-b1da-4cf9-ba42-49278318160c tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:20.393331 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-70f0e7ef-ccf5-4cc4-ac37-c442b9d00cc1 req-e45e3345-b1da-4cf9-ba42-49278318160c tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 945 time: 0.0525012 May 12 11:47:20.441139 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-70f0e7ef-ccf5-4cc4-ac37-c442b9d00cc1 req-b9b64d81-62ca-4981-a18c-b9cf52757bca tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 May 12 11:47:20.510979 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d3632d97-f0ea-41b4-9003-a50ffebf91df details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:47:20.526566 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:47:20.606366 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:20.606621 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-36408df7-ca18-469c-bbab-cc54bf86fd9d req-1b7c70d7-7b4d-4dd6-b89c-acca04b45d4f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 210 time: 0.0275660 May 12 11:47:20.618773 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'port_id': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'mac_address': 'fa:16:3e:fa:c2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:47:20.658721 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d3632d97-f0ea-41b4-9003-a50ffebf91df is: ACTIVE; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:20.659118 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:20.671817 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3632d97-f0ea-41b4-9003-a50ffebf91df {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:47:20.691204 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:20.696333 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:20.717558 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990819af-7fc2-4aaf-959b-13afb5d670f3 req-e1361d67-6ece-453d-9ded-92c357883747 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:20.719091 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-990819af-7fc2-4aaf-959b-13afb5d670f3 req-e1361d67-6ece-453d-9ded-92c357883747 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0486553 May 12 11:47:20.743904 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=6']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:20.765982 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-990819af-7fc2-4aaf-959b-13afb5d670f3 req-f254f436-c3bf-4a48-80b6-dbff80cdd8f4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410028 May 12 11:47:20.975252 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['d3632d97-f0ea-41b4-9003-a50ffebf91df'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:47:21.196293 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-f0d7d37c-fc98-4ca1-ad5f-886c51d51ba6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:21.198291 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-f0d7d37c-fc98-4ca1-ad5f-886c51d51ba6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 818 time: 0.1850889 May 12 11:47:21.358763 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-dbab2420-f6b4-4af9-a57c-61560d3e3fb6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd154e9ddff14089b8fc96ba030e5669 HTTP/1.1" status: 200 len: 380 time: 0.0798876 May 12 11:47:21.504775 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Request body: {'port': {'device_id': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'admin_state_up': True, 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'security_groups': ['ca11f2ee-a61a-42e2-92a8-dbede6464189']}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:21.620355 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e00e34-7d4d-475e-bbcf-6af022c8ee71 req-3b0efd1d-292c-4857-a32d-8509fd76a070 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:21.622104 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-35e00e34-7d4d-475e-bbcf-6af022c8ee71 req-3b0efd1d-292c-4857-a32d-8509fd76a070 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 945 time: 0.1126730 May 12 11:47:21.692411 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-35e00e34-7d4d-475e-bbcf-6af022c8ee71 req-bc116002-64ae-4cb8-b423-b3719057649b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644798 May 12 11:47:21.720626 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Made reservation on behalf of dd154e9ddff14089b8fc96ba030e5669 for: {'port': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:47:21.722103 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-08a8a0ff-95f3-4243-b321-2645015d0745 req-d3d1eda1-c43e-47c6-b628-dec5d6799cf0 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 210 time: 0.0354586 May 12 11:47:21.724351 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:21.886867 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Allocated IP 172.20.0.4 (d9c73724-1128-42dd-9a6f-5e6f5ee490dc/44f871fd-8e31-4b5b-9820-56cbf3a8f969/2eb78bc7-7875-449d-a6e9-a6f8eebe488c) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:47:21.907538 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce53cbf-a0e5-4f3a-af7d-1198ca79af98 req-73c8d6eb-ecc8-4851-952c-1629db81ce3f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:21.908989 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5ce53cbf-a0e5-4f3a-af7d-1198ca79af98 req-73c8d6eb-ecc8-4851-952c-1629db81ce3f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 944 time: 0.0695267 May 12 11:47:22.023682 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5ce53cbf-a0e5-4f3a-af7d-1198ca79af98 req-4ab93fa3-319e-4da7-b969-155a4421a7ad tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073043 May 12 11:47:22.071520 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:22.105030 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:22.143781 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:47:22.146831 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:47:22.149301 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:47:22.184469 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event updated for resources: {'Port': ['ID=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:22.212577 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:22.214441 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:22.230999 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-72cc4ffa-22b2-413b-9838-a28cf61c9700 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7312968 May 12 11:47:22.364756 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-babe6beb-fd8e-41dc-8930-200074ab684f None None] Provisioning complete for port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:47:22.365308 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-babe6beb-fd8e-41dc-8930-200074ab684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:22.398056 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-babe6beb-fd8e-41dc-8930-200074ab684f None None] Port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:47:22.520565 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d3632d97-f0ea-41b4-9003-a50ffebf91df up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:47:22.565032 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port d3632d97-f0ea-41b4-9003-a50ffebf91df triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:47:22.565408 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:22.642252 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d3632d97-f0ea-41b4-9003-a50ffebf91df is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:22.642568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:22.663822 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:22.666033 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fa2080-1bc0-4341-b721-75f6d8041ea2" -d '{"events": [{"server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "name": "network-vif-plugged", "status": "completed", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:22.678156 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:22.683939 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:22.708695 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a836c133-8c7c-45bc-8443-34263804225e x-openstack-request-id: req-a836c133-8c7c-45bc-8443-34263804225e {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:22.709021 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "name": "network-vif-plugged", "status": "completed", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:22.709278 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a836c133-8c7c-45bc-8443-34263804225e {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:22.709674 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a836c133-8c7c-45bc-8443-34263804225e'] response: {'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'code': 200} May 12 11:47:22.741211 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=7']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:22.821861 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd0620-6791-4d89-9369-2f36444a495b req-b659f1bf-c8c4-4d6f-b07d-f0485bd5d141 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:22.823445 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8ecd0620-6791-4d89-9369-2f36444a495b req-b659f1bf-c8c4-4d6f-b07d-f0485bd5d141 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 945 time: 0.0578277 May 12 11:47:22.851153 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20f712-9fd5-4063-bc50-983512349dc1 req-09830f8c-879a-4ed7-8afb-7c60247ca17d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:22.853493 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9d20f712-9fd5-4063-bc50-983512349dc1 req-09830f8c-879a-4ed7-8afb-7c60247ca17d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 931 time: 0.0522752 May 12 11:47:22.876725 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8ecd0620-6791-4d89-9369-2f36444a495b req-71e46ed0-5fa5-46d8-815a-74f7cffcad2b tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467453 May 12 11:47:22.905056 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9d20f712-9fd5-4063-bc50-983512349dc1 req-4e0c6886-5a02-4441-8e1b-ec7da6428e7e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437474 May 12 11:47:23.002648 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c22f7452-740f-4ee8-af9b-ffb86a797e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:23.153677 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b1560-731c-41ae-81ca-69676a86771e req-c7356dc2-d983-47f9-86bc-4f1e910b2249 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:23.155274 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-548b1560-731c-41ae-81ca-69676a86771e req-c7356dc2-d983-47f9-86bc-4f1e910b2249 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0489576 May 12 11:47:23.204513 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-548b1560-731c-41ae-81ca-69676a86771e req-8b94cac6-d3c9-460d-bc61-7c29c46c58b5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437136 May 12 11:47:23.231094 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Request body: {'port': {'device_id': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:23.290272 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:23.486799 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718149d9-3fe6-4f40-a019-55073e206154 req-46b593b8-921b-4231-9f88-c928bf7d384c tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:23.488811 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-718149d9-3fe6-4f40-a019-55073e206154 req-46b593b8-921b-4231-9f88-c928bf7d384c tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 945 time: 0.0840743 May 12 11:47:23.614255 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb78bc7-7875-449d-a6e9-a6f8eebe488c {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:47:23.622326 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Publish callbacks [] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:23.636130 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Transition to ACTIVE for port object 2eb78bc7-7875-449d-a6e9-a6f8eebe488c will not be triggered until provisioned by entity L2. {{(pid=109896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:47:23.641116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:23.717563 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Pushing event updated for resources: {'Port': ['ID=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:23.778864 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Attempting to bind port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:47:23.779195 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Attempting to bind port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:47:23.779523 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Attempting to bind port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:47:23.784521 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:47:23.784840 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Attempting to bind port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c on network d9c73724-1128-42dd-9a6f-5e6f5ee490dc {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:47:23.794334 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:47:23.794844 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Checking segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:47:23.795234 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Bound using segment: {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:47:23.795665 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Bound port: 2eb78bc7-7875-449d-a6e9-a6f8eebe488c, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8f75ac-c69f-4c64-9127-5cde8dd52e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:47:23.796025 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:23.891876 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] For port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c, host hv-cinder-80473, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:47:23.904462 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] For port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:47:23.917000 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:24.021179 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:24.021981 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:24.023413 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] 10.222.0.35 "PUT /v2.0/ports/2eb78bc7-7875-449d-a6e9-a6f8eebe488c HTTP/1.1" status: 200 len: 1093 time: 0.7971852 May 12 11:47:24.025260 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327832e6-e8a0-41f2-b242-498468128b2b service neutron] Pushing event updated for resources: {'Port': ['ID=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:24.037208 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:24.040483 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60101964-23fe-4432-b474-030f929bfd37" -d '{"events": [{"name": "network-changed", "server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:24.105312 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63568b-b04a-45aa-8fdb-7483d0a51b4d req-81a6e071-e888-4a5e-8b1d-0dd937f8f08c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:24.106901 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fa63568b-b04a-45aa-8fdb-7483d0a51b4d req-81a6e071-e888-4a5e-8b1d-0dd937f8f08c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 943 time: 0.0825596 May 12 11:47:24.178977 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7c707-9490-470a-aa0c-3ec4d7565100 req-844caabf-321f-492e-8ae2-2421285e5749 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:24.197093 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fa63568b-b04a-45aa-8fdb-7483d0a51b4d req-3858a70a-609d-4cdb-baa5-b6c8fcc3a4a8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675397 May 12 11:47:24.197669 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7fd7c707-9490-470a-aa0c-3ec4d7565100 req-844caabf-321f-492e-8ae2-2421285e5749 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 945 time: 0.1336699 May 12 11:47:24.201233 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-718149d9-3fe6-4f40-a019-55073e206154 req-75f3dacd-dceb-4ca1-ad46-1073c2a3f4a8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Deleting port 82b8454d-541b-4f2e-8c06-d39a1129aabb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:47:24.201862 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-718149d9-3fe6-4f40-a019-55073e206154 req-75f3dacd-dceb-4ca1-ad46-1073c2a3f4a8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:24.239218 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2913e56-1efa-439b-b3b7-44854c00b045 x-openstack-request-id: req-e2913e56-1efa-439b-b3b7-44854c00b045 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:24.239733 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:24.239733 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2913e56-1efa-439b-b3b7-44854c00b045 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:24.240143 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2913e56-1efa-439b-b3b7-44854c00b045'] response: {'name': 'network-changed', 'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'status': 'completed', 'code': 200} May 12 11:47:24.356000 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7fd7c707-9490-470a-aa0c-3ec4d7565100 req-bd2d10aa-b478-4c00-a607-7af35534ff3c tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519542 May 12 11:47:24.417784 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1f41b-a36d-4670-9f84-50edd9b3ae2c req-35933fbb-e147-40a2-85ee-015090cf7e53 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:24.422043 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-86b1f41b-a36d-4670-9f84-50edd9b3ae2c req-35933fbb-e147-40a2-85ee-015090cf7e53 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.1175485 May 12 11:47:24.508876 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60101964-23fe-4432-b474-030f929bfd37 req-b3f04326-db0c-4a75-8d1c-0d8a3d9edc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:24.511272 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-60101964-23fe-4432-b474-030f929bfd37 req-b3f04326-db0c-4a75-8d1c-0d8a3d9edc63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 1127 time: 0.1569645 May 12 11:47:24.577459 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-718149d9-3fe6-4f40-a019-55073e206154 req-75f3dacd-dceb-4ca1-ad46-1073c2a3f4a8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] For port 82b8454d-541b-4f2e-8c06-d39a1129aabb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=82b8454d-541b-4f2e-8c06-d39a1129aabb,segment=NetworkSegment(654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9),segment_id=654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:24.578411 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-718149d9-3fe6-4f40-a019-55073e206154 req-75f3dacd-dceb-4ca1-ad46-1073c2a3f4a8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:24.623570 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-718149d9-3fe6-4f40-a019-55073e206154 req-75f3dacd-dceb-4ca1-ad46-1073c2a3f4a8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Calling delete_port for 82b8454d-541b-4f2e-8c06-d39a1129aabb owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:47:24.635442 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-86b1f41b-a36d-4670-9f84-50edd9b3ae2c req-943e168a-1c9f-481c-b1a9-6b328330ef91 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725740 May 12 11:47:24.769813 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60101964-23fe-4432-b474-030f929bfd37 req-783413c2-248b-4cf8-9a80-44502c9172d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:24.772012 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-60101964-23fe-4432-b474-030f929bfd37 req-783413c2-248b-4cf8-9a80-44502c9172d3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=dd154e9ddff14089b8fc96ba030e5669&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2222831 May 12 11:47:24.841350 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-718149d9-3fe6-4f40-a019-55073e206154 req-75f3dacd-dceb-4ca1-ad46-1073c2a3f4a8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (82b8454d-541b-4f2e-8c06-d39a1129aabb), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:24.878579 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3dacd-dceb-4ca1-ad46-1073c2a3f4a8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Pushing event deleted for resources: {'Port': ['ID=82b8454d-541b-4f2e-8c06-d39a1129aabb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:24.884533 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['82b8454d-541b-4f2e-8c06-d39a1129aabb'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:47:24.948643 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-718149d9-3fe6-4f40-a019-55073e206154 req-75f3dacd-dceb-4ca1-ad46-1073c2a3f4a8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] No DVR routers for this DVR port 82b8454d-541b-4f2e-8c06-d39a1129aabb on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:47:24.962658 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-718149d9-3fe6-4f40-a019-55073e206154 req-75f3dacd-dceb-4ca1-ad46-1073c2a3f4a8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:24.968907 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-718149d9-3fe6-4f40-a019-55073e206154 req-75f3dacd-dceb-4ca1-ad46-1073c2a3f4a8 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.35 "DELETE /v2.0/ports/82b8454d-541b-4f2e-8c06-d39a1129aabb HTTP/1.1" status: 204 len: 173 time: 1.0957832 May 12 11:47:24.974442 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea', 'name': 'network-vif-deleted', 'tag': '82b8454d-541b-4f2e-8c06-d39a1129aabb'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:24.976741 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79801967-5e8a-49ce-a9e4-036508e0a88e" -d '{"events": [{"server_uuid": "3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea", "name": "network-vif-deleted", "tag": "82b8454d-541b-4f2e-8c06-d39a1129aabb"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:24.984617 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60101964-23fe-4432-b474-030f929bfd37 req-019f9d69-b634-4cee-a687-039190a6a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:24.986447 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-60101964-23fe-4432-b474-030f929bfd37 req-019f9d69-b634-4cee-a687-039190a6a4e1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2070653 May 12 11:47:25.041012 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff74110-20dc-436d-af35-95703f631df9 x-openstack-request-id: req-cff74110-20dc-436d-af35-95703f631df9 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:25.043517 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea", "name": "network-vif-deleted", "tag": "82b8454d-541b-4f2e-8c06-d39a1129aabb", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:25.043517 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cff74110-20dc-436d-af35-95703f631df9 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:25.043517 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff74110-20dc-436d-af35-95703f631df9'] response: {'server_uuid': '3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea', 'name': 'network-vif-deleted', 'tag': '82b8454d-541b-4f2e-8c06-d39a1129aabb', 'status': 'completed', 'code': 200} May 12 11:47:25.150272 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-a74dac06-18e0-4a78-8a95-c6d96d177255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:25.152644 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-a74dac06-18e0-4a78-8a95-c6d96d177255 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 1127 time: 0.0544784 May 12 11:47:25.163095 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7130-7ba2-4a08-a43e-3afae8a14472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:25.276397 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-daf9ea0e-aea5-4cfe-a087-8913254a08c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c HTTP/1.1" status: 200 len: 217 time: 0.0768149 May 12 11:47:25.360295 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d9d57-fcc7-416a-b447-d73a1dc38c54 req-5ba99877-e53f-4fc9-98b5-c9b299eb177b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:25.360295 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7b1d9d57-fcc7-416a-b447-d73a1dc38c54 req-5ba99877-e53f-4fc9-98b5-c9b299eb177b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 943 time: 0.0807023 May 12 11:47:25.475152 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7b1d9d57-fcc7-416a-b447-d73a1dc38c54 req-d1ac58e8-4fff-4558-af39-e5c35fc995f0 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153967 May 12 11:47:25.499942 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1d7a918a-d979-4651-a70e-cda7b695d139 req-f2f76656-df1e-44b6-865e-35341a8a6687 tempest-VolumesActionsTest-1409713188 tempest-VolumesActionsTest-1409713188-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c7e3f9f-746f-4c4a-83cd-09b8bb3fdcea HTTP/1.1" status: 200 len: 210 time: 0.0423033 May 12 11:47:25.653365 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-03a17649-05bb-44a2-adb8-2f6fb14d3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:25.655361 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-03a17649-05bb-44a2-adb8-2f6fb14d3480 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.1207485 May 12 11:47:25.773386 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-1a491348-c0c4-4a69-a8b5-f2eb2ec64070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:25.774607 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-1a491348-c0c4-4a69-a8b5-f2eb2ec64070 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1047947 May 12 11:47:25.938020 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485337-1701-472a-9816-c9d6dc6f296f req-b9cd511c-422d-46b3-917a-9624af07bad0 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:25.945373 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-68485337-1701-472a-9816-c9d6dc6f296f req-b9cd511c-422d-46b3-917a-9624af07bad0 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.0818965 May 12 11:47:26.013634 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-68485337-1701-472a-9816-c9d6dc6f296f req-d9dceec1-4387-4988-a414-8dec92a54deb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669520 May 12 11:47:26.030085 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 35438) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:26.161444 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9a81-2683-41f9-9a39-4fd92dcb06ec req-a021caf4-6083-4dbc-aca3-1baa988affbb tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:26.169583 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c38f9a81-2683-41f9-9a39-4fd92dcb06ec req-a021caf4-6083-4dbc-aca3-1baa988affbb tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.4227505 May 12 11:47:26.285613 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c38f9a81-2683-41f9-9a39-4fd92dcb06ec req-c82ec964-a1a0-4b58-a181-80c0111efcd1 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149015 May 12 11:47:26.323864 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc73fbe-f175-436e-b9fe-941b4a23d058 tempest-TestMinimumBasicScenario-698203046 tempest-TestMinimumBasicScenario-698203046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:26.324743 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-4b8dc8d3-aec1-44b4-b09d-edb22098e379 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991467 May 12 11:47:26.326983 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-7fc73fbe-f175-436e-b9fe-941b4a23d058 tempest-TestMinimumBasicScenario-698203046 tempest-TestMinimumBasicScenario-698203046-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 1124 time: 0.2948365 May 12 11:47:26.329996 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35444) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:26.336396 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'port_id': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:26.339493 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:26.395474 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:26.477638 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18f615f7-cbe8-427f-9f28-373592cbe51e req-330ee65d-adfd-4094-a6aa-0cf129068b0b service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338325 May 12 11:47:26.485042 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:26.621977 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:26.716946 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e292d4c-2dd6-4d30-9b66-9c51bc964a24 req-2d4fa47a-4aa9-4dd5-9d85-8c46b4776d0e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:26.734808 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0e292d4c-2dd6-4d30-9b66-9c51bc964a24 req-2d4fa47a-4aa9-4dd5-9d85-8c46b4776d0e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 943 time: 0.1023452 May 12 11:47:26.805271 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Allocated IP 172.27.0.28 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/1dac6c65-1ca8-40aa-9883-48e0c7ca401a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:47:26.848969 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0e292d4c-2dd6-4d30-9b66-9c51bc964a24 req-1ef9902e-ad40-4097-9d25-22496d9383dc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131439 May 12 11:47:27.024116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for port (1dac6c65-1ca8-40aa-9883-48e0c7ca401a), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:27.095627 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (1dac6c65-1ca8-40aa-9883-48e0c7ca401a), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:27.160756 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:47:27.163872 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:47:27.168174 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:47:27.204637 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'Port': ['ID=1dac6c65-1ca8-40aa-9883-48e0c7ca401a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:27.495925 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd836b60-22ab-42e0-8ec6-358952b11baf req-c1c6c23f-0438-453e-b23d-07959bf6a4bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:27.510959 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd836b60-22ab-42e0-8ec6-358952b11baf req-c1c6c23f-0438-453e-b23d-07959bf6a4bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0917735 May 12 11:47:27.610862 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd836b60-22ab-42e0-8ec6-358952b11baf req-09507f12-d93a-4a02-88c5-75494a8d0c7b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962267 May 12 11:47:27.686839 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:27.781371 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for floatingip (6b4251b9-b023-48f9-a55f-06899d7b3ff6), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:27.871417 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (1dac6c65-1ca8-40aa-9883-48e0c7ca401a), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:28.003306 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b3a02-e85b-42be-9920-1f7012e73e7d req-aef567cb-6604-417b-9b04-72f776691658 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:28.004866 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-de7b3a02-e85b-42be-9920-1f7012e73e7d req-aef567cb-6604-417b-9b04-72f776691658 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 943 time: 0.0591638 May 12 11:47:28.069523 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-de7b3a02-e85b-42be-9920-1f7012e73e7d req-94a2f922-35e6-42cc-a555-8f68023eba8e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585973 May 12 11:47:28.133758 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for port (1dac6c65-1ca8-40aa-9883-48e0c7ca401a), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:28.139259 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (1dac6c65-1ca8-40aa-9883-48e0c7ca401a), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:28.206535 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'Port': ['ID=1dac6c65-1ca8-40aa-9883-48e0c7ca401a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:28.220884 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (6b4251b9-b023-48f9-a55f-06899d7b3ff6), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:28.338514 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.l3_db [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Floating IP 6b4251b9-b023-48f9-a55f-06899d7b3ff6 associated. External IP: 172.27.0.28, port: 5467d5f0-8b8e-4bbd-967c-8638230e171e. May 12 11:47:28.582992 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Router 906acc30-6602-4a44-9b63-9a2e94460e85 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:47:28.745152 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:47:28.760747 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] Sync routers for ids ['906acc30-6602-4a44-9b63-9a2e94460e85'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:47:28.766099 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82893c-c0bf-426a-a055-7cd581367d34 req-50fc15a3-e810-465f-99b1-71915931114c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:28.767895 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-be82893c-c0bf-426a-a055-7cd581367d34 req-50fc15a3-e810-465f-99b1-71915931114c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0763807 May 12 11:47:28.778484 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] Routers {'906acc30-6602-4a44-9b63-9a2e94460e85'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:47:28.779398 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:47:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['906acc30-6602-4a44-9b63-9a2e94460e85'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:28.810431 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:28.876646 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-be82893c-c0bf-426a-a055-7cd581367d34 req-3a893ab3-ef6d-4ff0-9924-c5b98ad9b7a2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970349 May 12 11:47:28.882780 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 35534) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:28.882963 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-84a6f674-c9d5-4ac8-8833-d825f18e3082 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5514026 May 12 11:47:28.883605 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:28.886894 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6235606d-cdcf-4783-8b94-7790145745ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:28.894521 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-af7de763-2158-440b-a5de-a0fbdb1dd6ad tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2140154362', 'description': 'tempest-secgroup-smoke-2140154362 description', 'project_id': '95636bf5a2284bc697044d2b3b46828a'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:28.924464 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] Set router 906acc30-6602-4a44-9b63-9a2e94460e85 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:47:28.955257 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af7de763-2158-440b-a5de-a0fbdb1dd6ad tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:28.972020 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d880122-a414-40ec-8e08-2fa5eb230a02 x-openstack-request-id: req-4d880122-a414-40ec-8e08-2fa5eb230a02 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:28.972020 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:28.972020 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d880122-a414-40ec-8e08-2fa5eb230a02 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:28.972550 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d880122-a414-40ec-8e08-2fa5eb230a02'] response: {'name': 'network-changed', 'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'status': 'completed', 'code': 200} May 12 11:47:29.060573 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af7de763-2158-440b-a5de-a0fbdb1dd6ad tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group (06bb2f2f-3b67-447e-b9d3-94a9680fb745), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.068635 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af7de763-2158-440b-a5de-a0fbdb1dd6ad tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (06bb2f2f-3b67-447e-b9d3-94a9680fb745), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.112645 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af7de763-2158-440b-a5de-a0fbdb1dd6ad tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.114168 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-af7de763-2158-440b-a5de-a0fbdb1dd6ad tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2295671 May 12 11:47:29.118883 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 35542) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:29.139035 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dd33dcfc-067e-45af-98fb-49507d318ec5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'security_group_rule': {'security_group_id': '06bb2f2f-3b67-447e-b9d3-94a9680fb745', 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:29.139035 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7de763-2158-440b-a5de-a0fbdb1dd6ad tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb2f2f-3b67-447e-b9d3-94a9680fb745,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:29.169161 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.189005 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd33dcfc-067e-45af-98fb-49507d318ec5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (6dd7bc59-9645-449a-94fb-36779b331389), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.262723 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '6b4251b9-b023-48f9-a55f-06899d7b3ff6', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'port_id': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'mac_address': 'fa:16:3e:92:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:47:27Z', 'updated_at': '2022-05-12T11:47:27Z', 'revision_number': 0, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f36955-e06a-4985-8833-ffd9759d7339', 'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'mac_address': 'fa:16:3e:f7:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:20Z', 'updated_at': '2022-05-12T11:46:24Z', 'revision_number': 5, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'subnets': [{'id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:29.295176 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb8574-fb6b-445b-943b-3e5491782a3b req-a0e62295-490f-4e1e-aa2f-d68cb181366e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:29.296752 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2dbb8574-fb6b-445b-943b-3e5491782a3b req-a0e62295-490f-4e1e-aa2f-d68cb181366e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 943 time: 0.0811710 May 12 11:47:29.303326 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] Checking router: 906acc30-6602-4a44-9b63-9a2e94460e85 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:47:29.314361 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] Routers {'906acc30-6602-4a44-9b63-9a2e94460e85'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:47:29.314565 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd33dcfc-067e-45af-98fb-49507d318ec5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (6dd7bc59-9645-449a-94fb-36779b331389), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.317039 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:47:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['906acc30-6602-4a44-9b63-9a2e94460e85'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:29.325469 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd33dcfc-067e-45af-98fb-49507d318ec5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (6dd7bc59-9645-449a-94fb-36779b331389), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.348371 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33dcfc-067e-45af-98fb-49507d318ec5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd7bc59-9645-449a-94fb-36779b331389,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:29.362237 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd33dcfc-067e-45af-98fb-49507d318ec5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.366622 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-dd33dcfc-067e-45af-98fb-49507d318ec5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2413032 May 12 11:47:29.366781 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2dbb8574-fb6b-445b-943b-3e5491782a3b req-03de40c4-bb75-406c-b847-4b843fa97f22 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609128 May 12 11:47:29.366883 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 35544) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:29.372411 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-de9314e3-3dd1-43b9-8dae-d5b78eb0d992 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'security_group_rule': {'security_group_id': '06bb2f2f-3b67-447e-b9d3-94a9680fb745', 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:29.409425 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9314e3-3dd1-43b9-8dae-d5b78eb0d992 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (99b1bd53-83f7-4e90-9907-e9e3de1b8993), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.474669 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] Set router 906acc30-6602-4a44-9b63-9a2e94460e85 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:47:29.476335 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9314e3-3dd1-43b9-8dae-d5b78eb0d992 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (99b1bd53-83f7-4e90-9907-e9e3de1b8993), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.484010 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9314e3-3dd1-43b9-8dae-d5b78eb0d992 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (99b1bd53-83f7-4e90-9907-e9e3de1b8993), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.502464 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9314e3-3dd1-43b9-8dae-d5b78eb0d992 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b1bd53-83f7-4e90-9907-e9e3de1b8993,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:29.520641 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9314e3-3dd1-43b9-8dae-d5b78eb0d992 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.523576 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-de9314e3-3dd1-43b9-8dae-d5b78eb0d992 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556349 May 12 11:47:29.526387 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35546) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:29.530908 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-38c94b91-1119-4b65-a212-a95b646a5139 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'security_group_rule': {'security_group_id': '06bb2f2f-3b67-447e-b9d3-94a9680fb745', 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:29.564494 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-38c94b91-1119-4b65-a212-a95b646a5139 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (a55c23e0-d4da-40f6-83f9-337c1f73b661), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.627781 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-38c94b91-1119-4b65-a212-a95b646a5139 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (a55c23e0-d4da-40f6-83f9-337c1f73b661), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.634175 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-38c94b91-1119-4b65-a212-a95b646a5139 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (a55c23e0-d4da-40f6-83f9-337c1f73b661), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.655218 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c94b91-1119-4b65-a212-a95b646a5139 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55c23e0-d4da-40f6-83f9-337c1f73b661,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:29.668161 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-38c94b91-1119-4b65-a212-a95b646a5139 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.669527 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-38c94b91-1119-4b65-a212-a95b646a5139 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421435 May 12 11:47:29.672268 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35548) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:29.676793 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-73185323-b8fc-414b-afb3-ad54af638db5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'security_group_rule': {'security_group_id': '06bb2f2f-3b67-447e-b9d3-94a9680fb745', 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:29.689588 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 82b8454d-541b-4f2e-8c06-d39a1129aabb no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:47:29.723431 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 82b8454d-541b-4f2e-8c06-d39a1129aabb {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:47:29.723933 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 82b8454d-541b-4f2e-8c06-d39a1129aabb not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:47:29.740287 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73185323-b8fc-414b-afb3-ad54af638db5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (7e1b4580-b7de-4739-9f87-d33bb3870f23), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.745301 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '6b4251b9-b023-48f9-a55f-06899d7b3ff6', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'port_id': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'mac_address': 'fa:16:3e:92:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:47:27Z', 'updated_at': '2022-05-12T11:47:27Z', 'revision_number': 0, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f36955-e06a-4985-8833-ffd9759d7339', 'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'mac_address': 'fa:16:3e:f7:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:20Z', 'updated_at': '2022-05-12T11:46:24Z', 'revision_number': 5, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'subnets': [{'id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:29.774619 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbb3a0-07d6-403e-90fd-15d6971ebd7c None None] The sync data for ids ['906acc30-6602-4a44-9b63-9a2e94460e85'] in dv-cinder-804735-29-iscsi is: [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '6b4251b9-b023-48f9-a55f-06899d7b3ff6', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'port_id': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'mac_address': 'fa:16:3e:92:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:47:27Z', 'updated_at': '2022-05-12T11:47:27Z', 'revision_number': 0, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f36955-e06a-4985-8833-ffd9759d7339', 'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'mac_address': 'fa:16:3e:f7:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:20Z', 'updated_at': '2022-05-12T11:46:24Z', 'revision_number': 5, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'subnets': [{'id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:47:29.830776 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73185323-b8fc-414b-afb3-ad54af638db5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (7e1b4580-b7de-4739-9f87-d33bb3870f23), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.836125 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73185323-b8fc-414b-afb3-ad54af638db5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (7e1b4580-b7de-4739-9f87-d33bb3870f23), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.859424 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73185323-b8fc-414b-afb3-ad54af638db5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1b4580-b7de-4739-9f87-d33bb3870f23,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:29.868971 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73185323-b8fc-414b-afb3-ad54af638db5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.871408 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-73185323-b8fc-414b-afb3-ad54af638db5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1980600 May 12 11:47:29.874076 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35554) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:29.878663 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-1c89a5a0-fdc7-4154-a0d0-82869d3ed9f6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'security_group_rule': {'security_group_id': '06bb2f2f-3b67-447e-b9d3-94a9680fb745', 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:29.906533 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.securitygroups_db [None req-1c89a5a0-fdc7-4154-a0d0-82869d3ed9f6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Project 95636bf5a2284bc697044d2b3b46828a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 11:47:29.912363 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c89a5a0-fdc7-4154-a0d0-82869d3ed9f6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (7e9dcec6-0601-4dc5-b0fe-89947a858abf), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:29.999880 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c89a5a0-fdc7-4154-a0d0-82869d3ed9f6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (7e9dcec6-0601-4dc5-b0fe-89947a858abf), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:30.017904 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c89a5a0-fdc7-4154-a0d0-82869d3ed9f6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (7e9dcec6-0601-4dc5-b0fe-89947a858abf), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:30.052442 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c89a5a0-fdc7-4154-a0d0-82869d3ed9f6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:30.053070 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1c89a5a0-fdc7-4154-a0d0-82869d3ed9f6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1778350 May 12 11:47:30.053998 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89a5a0-fdc7-4154-a0d0-82869d3ed9f6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9dcec6-0601-4dc5-b0fe-89947a858abf,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:30.057454 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35560) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:30.062133 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-fff4446c-4646-4aba-b8bf-a3a29135a240 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'security_group_rule': {'security_group_id': '06bb2f2f-3b67-447e-b9d3-94a9680fb745', 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:30.094563 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33514e2d-acf2-4cf3-b6dd-48db44249ba4 req-116ce2ee-0e41-4746-87c1-bf4874e5e5e4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:30.096183 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-33514e2d-acf2-4cf3-b6dd-48db44249ba4 req-116ce2ee-0e41-4746-87c1-bf4874e5e5e4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0763471 May 12 11:47:30.096961 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817418d-8dc9-4b51-b5f5-2543905c9dce None None] New status for floating IP 6b4251b9-b023-48f9-a55f-06899d7b3ff6: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:47:30.119971 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.securitygroups_db [None req-fff4446c-4646-4aba-b8bf-a3a29135a240 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Project 95636bf5a2284bc697044d2b3b46828a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 11:47:30.126385 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fff4446c-4646-4aba-b8bf-a3a29135a240 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (482aabdc-b745-403d-a84a-29f9d6391ef3), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:30.177215 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-33514e2d-acf2-4cf3-b6dd-48db44249ba4 req-f4f842d9-b666-49e3-b588-a145d40ed08e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671921 May 12 11:47:30.218357 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fff4446c-4646-4aba-b8bf-a3a29135a240 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (482aabdc-b745-403d-a84a-29f9d6391ef3), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:30.225549 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fff4446c-4646-4aba-b8bf-a3a29135a240 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (482aabdc-b745-403d-a84a-29f9d6391ef3), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:30.247351 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4446c-4646-4aba-b8bf-a3a29135a240 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482aabdc-b745-403d-a84a-29f9d6391ef3,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:30.263997 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fff4446c-4646-4aba-b8bf-a3a29135a240 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:30.266584 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-fff4446c-4646-4aba-b8bf-a3a29135a240 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2081220 May 12 11:47:30.386161 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-968215ad-1e71-460f-948c-143e96ac5821 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2140154362&fields=id&tenant_id=95636bf5a2284bc697044d2b3b46828a HTTP/1.1" status: 200 len: 267 time: 0.0582705 May 12 11:47:30.462202 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-871f1c41-6dca-4a8f-a552-b334d3b50089 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:30.464615 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-871f1c41-6dca-4a8f-a552-b334d3b50089 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.0726645 May 12 11:47:30.477163 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-c72454f2-d9f2-480b-9172-0e3938d344cb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'port': {'security_groups': ['e41c7748-bc49-4f47-996a-64cef7f99d31', '06bb2f2f-3b67-447e-b9d3-94a9680fb745']}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:30.550433 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e5613-d7a5-4aba-aa7e-db97d5afb3ad req-08f6ba86-eff4-44fa-9165-0ed0fc48fc7e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:30.552041 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0b7e5613-d7a5-4aba-aa7e-db97d5afb3ad req-08f6ba86-eff4-44fa-9165-0ed0fc48fc7e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 943 time: 0.0643401 May 12 11:47:30.571436 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-c72454f2-d9f2-480b-9172-0e3938d344cb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:30.622115 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0b7e5613-d7a5-4aba-aa7e-db97d5afb3ad req-75b943ca-5cd8-46d4-b435-c3a81fe6fe04 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590782 May 12 11:47:30.757464 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235606d-cdcf-4783-8b94-7790145745ff req-7514a4fc-93cd-47e4-a31d-f0ecc74fd443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:30.758969 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6235606d-cdcf-4783-8b94-7790145745ff req-7514a4fc-93cd-47e4-a31d-f0ecc74fd443 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95636bf5a2284bc697044d2b3b46828a&device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 1129 time: 0.0825205 May 12 11:47:30.966411 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235606d-cdcf-4783-8b94-7790145745ff req-13117132-960e-4e35-8dc5-8e9effb701cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:30.967860 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6235606d-cdcf-4783-8b94-7790145745ff req-13117132-960e-4e35-8dc5-8e9effb701cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=98824664-61dd-44ab-8bd0-7c8c51299b91 HTTP/1.1" status: 200 len: 914 time: 0.1941760 May 12 11:47:31.053749 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-c72454f2-d9f2-480b-9172-0e3938d344cb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] For port 5467d5f0-8b8e-4bbd-967c-8638230e171e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:31.071894 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6235606d-cdcf-4783-8b94-7790145745ff req-daf77339-d069-4fdd-b5ce-722fffa6c14d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e HTTP/1.1" status: 200 len: 1000 time: 0.0972970 May 12 11:47:31.120966 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-c72454f2-d9f2-480b-9172-0e3938d344cb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:31.130268 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-c72454f2-d9f2-480b-9172-0e3938d344cb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:31.182735 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['5467d5f0-8b8e-4bbd-967c-8638230e171e'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:47:31.217793 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235606d-cdcf-4783-8b94-7790145745ff req-41e2c17f-0fad-4882-a24d-0cd7d99fdc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:31.217793 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6235606d-cdcf-4783-8b94-7790145745ff req-41e2c17f-0fad-4882-a24d-0cd7d99fdc20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f159fc9e-1dd4-4e36-a921-6bed0545ce0a HTTP/1.1" status: 200 len: 852 time: 0.1212504 May 12 11:47:31.263302 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235606d-cdcf-4783-8b94-7790145745ff req-d2e83021-2c05-46c3-8a34-69b9d7b17853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:31.264861 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6235606d-cdcf-4783-8b94-7790145745ff req-d2e83021-2c05-46c3-8a34-69b9d7b17853 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98824664-61dd-44ab-8bd0-7c8c51299b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513263 May 12 11:47:31.306344 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72454f2-d9f2-480b-9172-0e3938d344cb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'Port': ['ID=5467d5f0-8b8e-4bbd-967c-8638230e171e,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:31.372527 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76b266-9183-4f1b-80d6-2bd53ba2f036 req-dd8cfbac-f79c-4eb8-8166-ac823e7a7b03 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:31.375544 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bc76b266-9183-4f1b-80d6-2bd53ba2f036 req-dd8cfbac-f79c-4eb8-8166-ac823e7a7b03 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0873017 May 12 11:47:31.406192 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-c72454f2-d9f2-480b-9172-0e3938d344cb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:31.408021 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-c72454f2-d9f2-480b-9172-0e3938d344cb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:31.408774 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea0dd4c0-6748-4b88-a13e-8672b84f528b req-c72454f2-d9f2-480b-9172-0e3938d344cb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "PUT /v2.0/ports/5467d5f0-8b8e-4bbd-967c-8638230e171e HTTP/1.1" status: 200 len: 981 time: 0.9375160 May 12 11:47:31.409329 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:31.411937 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a16b12f-ab13-4d31-a721-5622933ae500" -d '{"events": [{"name": "network-changed", "server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:31.464954 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6235606d-cdcf-4783-8b94-7790145745ff req-e072a4ea-b755-40b5-9632-ab98c668e176 service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809623 May 12 11:47:31.472633 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bc76b266-9183-4f1b-80d6-2bd53ba2f036 req-440cbd10-22f5-47e8-abbd-6074b00679b5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926616 May 12 11:47:31.473116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e71e74-64f0-4ca3-9e2b-513b12b18fb0 x-openstack-request-id: req-48e71e74-64f0-4ca3-9e2b-513b12b18fb0 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:31.473424 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:31.473883 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48e71e74-64f0-4ca3-9e2b-513b12b18fb0 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:31.474312 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e71e74-64f0-4ca3-9e2b-513b12b18fb0'] response: {'name': 'network-changed', 'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'status': 'completed', 'code': 200} May 12 11:47:31.585330 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['5467d5f0-8b8e-4bbd-967c-8638230e171e'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:47:31.694269 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc051a6-afce-4a31-9857-92aac056f8ad req-7e133d22-2ac0-4238-9a59-a475657271fb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:31.695970 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9bc051a6-afce-4a31-9857-92aac056f8ad req-7e133d22-2ac0-4238-9a59-a475657271fb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0890214 May 12 11:47:31.730442 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6235606d-cdcf-4783-8b94-7790145745ff req-a834f7cf-b514-40d7-8607-cd2b97495477 service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268505 May 12 11:47:31.796217 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9bc051a6-afce-4a31-9857-92aac056f8ad req-0bb0102f-6ca3-4743-a7b7-668133939495 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893173 May 12 11:47:31.813730 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-322f0342-c20d-4d22-9678-2886a6ab9c7f None None] Provisioning complete for port 5467d5f0-8b8e-4bbd-967c-8638230e171e triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:47:31.814445 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-322f0342-c20d-4d22-9678-2886a6ab9c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:31.868636 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54135dfe-55d6-4e59-a59b-35d933785323 req-486ecd6e-b24b-4d34-965c-d01b08e4e631 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:31.879948 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-54135dfe-55d6-4e59-a59b-35d933785323 req-486ecd6e-b24b-4d34-965c-d01b08e4e631 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 943 time: 0.1021755 May 12 11:47:31.975758 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-54135dfe-55d6-4e59-a59b-35d933785323 req-b7949860-f94e-4974-846c-846b00a337c8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917747 May 12 11:47:31.977308 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-862350e4-74cf-41cd-b57d-461a1a2a36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:31.983530 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-862350e4-74cf-41cd-b57d-461a1a2a36f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95636bf5a2284bc697044d2b3b46828a&device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 1168 time: 0.0857525 May 12 11:47:32.084672 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-322f0342-c20d-4d22-9678-2886a6ab9c7f None None] Current status of the port 5467d5f0-8b8e-4bbd-967c-8638230e171e is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:32.200414 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-163d9bcc-5533-4b0c-984b-c7cfe03356ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:32.202188 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-163d9bcc-5533-4b0c-984b-c7cfe03356ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=98824664-61dd-44ab-8bd0-7c8c51299b91 HTTP/1.1" status: 200 len: 914 time: 0.2074945 May 12 11:47:32.324326 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-dd7a4442-6388-461b-a8e6-ffa6bd63a5df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e HTTP/1.1" status: 200 len: 1000 time: 0.1123800 May 12 11:47:32.394519 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-c765a11c-e0df-4426-9893-de3d2919e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:32.396216 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-c765a11c-e0df-4426-9893-de3d2919e7e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f159fc9e-1dd4-4e36-a921-6bed0545ce0a HTTP/1.1" status: 200 len: 852 time: 0.0646787 May 12 11:47:32.475034 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-7bf916cd-0476-4518-b2b1-8da67009f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:32.484671 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-7bf916cd-0476-4518-b2b1-8da67009f7b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98824664-61dd-44ab-8bd0-7c8c51299b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755980 May 12 11:47:32.734220 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-bf7352a6-ac8e-44e9-b9b8-6161ed45b228 service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377102 May 12 11:47:32.770858 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15040-133e-4911-abb8-6be01a975e8c req-02298325-d003-47fd-a389-ae208c2ead92 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:32.772419 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a5f15040-133e-4911-abb8-6be01a975e8c req-02298325-d003-47fd-a389-ae208c2ead92 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0995393 May 12 11:47:32.901149 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2eb78bc7-7875-449d-a6e9-a6f8eebe488c details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:47:33.129333 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:33.149387 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'port_id': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'mac_address': 'fa:16:3e:53:f7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:47:33.203928 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1c9a4-d542-48d5-9dc8-0b52ca3919bb req-334c5ebf-1fdd-4311-8ea2-f309ef00796b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:33.216769 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6bb1c9a4-d542-48d5-9dc8-0b52ca3919bb req-334c5ebf-1fdd-4311-8ea2-f309ef00796b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 943 time: 0.1059051 May 12 11:47:33.245478 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:33.247801 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:33.286082 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb78bc7-7875-449d-a6e9-a6f8eebe488c {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:47:33.326203 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6bb1c9a4-d542-48d5-9dc8-0b52ca3919bb req-830ad8e9-3494-42b2-87f3-177976e821e0 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033578 May 12 11:47:33.336015 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:33.361100 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:33.458499 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a5f15040-133e-4911-abb8-6be01a975e8c req-d4d3f03c-800d-4052-a055-d32fe928671b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397381 May 12 11:47:33.478014 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:33.511407 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3a16b12f-ab13-4d31-a721-5622933ae500 req-88a6e1aa-b6e8-43c5-aa06-ef43f5647d49 service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7575102 May 12 11:47:33.837961 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['2eb78bc7-7875-449d-a6e9-a6f8eebe488c'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:47:34.526513 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314b6dd-088e-4d2d-9ad0-d7653a68b48c req-ff1e3472-59b9-4a00-89ec-7a24063c5cdc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:34.534471 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b314b6dd-088e-4d2d-9ad0-d7653a68b48c req-ff1e3472-59b9-4a00-89ec-7a24063c5cdc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 944 time: 0.1111152 May 12 11:47:34.640147 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b314b6dd-088e-4d2d-9ad0-d7653a68b48c req-70f608d8-9b16-4570-935c-61dae1fc81e0 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972619 May 12 11:47:34.785335 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19fbb-86fa-4153-95bb-38e0c3a12e38 req-6f9fe651-5159-42d5-bb4b-39ceb49d602f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:34.786908 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a0c19fbb-86fa-4153-95bb-38e0c3a12e38 req-6f9fe651-5159-42d5-bb4b-39ceb49d602f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.1564219 May 12 11:47:34.919804 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a0c19fbb-86fa-4153-95bb-38e0c3a12e38 req-1203e490-0894-4095-9a07-29f31049e731 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138015 May 12 11:47:35.127919 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2eb78bc7-7875-449d-a6e9-a6f8eebe488c up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:47:35.171494 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 35642) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:35.273925 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:47:35.288786 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:47:35.289597 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:35.449176 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01c16776-8d83-4229-9397-9656b6d9db0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:35.513996 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:35.515012 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:35.580150 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:35.582825 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a2a1ef-8ca5-4d84-8a6a-9aa99fb3f34c" -d '{"events": [{"server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "name": "network-vif-plugged", "status": "completed", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:35.600737 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:35.611669 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:35.657292 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01c16776-8d83-4229-9397-9656b6d9db0e admin admin] Publish callbacks [] for security_group (107b8820-eaf1-4721-8847-189985f3745d), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:35.664647 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01c16776-8d83-4229-9397-9656b6d9db0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (107b8820-eaf1-4721-8847-189985f3745d), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:35.699112 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e873c070-b4cb-4f3b-b2b9-0b90e1afea92 x-openstack-request-id: req-e873c070-b4cb-4f3b-b2b9-0b90e1afea92 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:35.701342 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "name": "network-vif-plugged", "status": "completed", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:35.702267 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e873c070-b4cb-4f3b-b2b9-0b90e1afea92 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:35.702944 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e873c070-b4cb-4f3b-b2b9-0b90e1afea92'] response: {'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'code': 200} May 12 11:47:35.707096 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:35.739499 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-01c16776-8d83-4229-9397-9656b6d9db0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23f5a1e423684eceb1ffda8f4a329328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5661154 May 12 11:47:35.740664 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c16776-8d83-4229-9397-9656b6d9db0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107b8820-eaf1-4721-8847-189985f3745d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:35.742395 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35658) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:35.860405 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9793-6b16-47fe-9d15-e4971ce3fa83 req-12f3830d-e512-485e-a357-7c83e0e570f1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:35.862096 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a72f9793-6b16-47fe-9d15-e4971ce3fa83 req-12f3830d-e512-485e-a357-7c83e0e570f1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0821302 May 12 11:47:35.956181 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22830b-961e-48a1-89b1-96f510f29535 req-e203b8ca-709e-4900-8931-22b8da6f5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:35.957744 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4f22830b-961e-48a1-89b1-96f510f29535 req-e203b8ca-709e-4900-8931-22b8da6f5ea9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 1129 time: 0.0807505 May 12 11:47:35.983138 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b451392-69c0-48b9-84fb-bccd8c674948 admin admin] Publish callbacks [] for security_group (107b8820-eaf1-4721-8847-189985f3745d), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:36.020386 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a72f9793-6b16-47fe-9d15-e4971ce3fa83 req-5f82fff6-284a-426b-9c73-6e86a5f1ad2c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420233 May 12 11:47:36.047737 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b451392-69c0-48b9-84fb-bccd8c674948 admin admin] Publish callbacks [] for security_group (107b8820-eaf1-4721-8847-189985f3745d), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:36.088555 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4f22830b-961e-48a1-89b1-96f510f29535 req-3fb06e18-1044-414a-9e93-3229a12263c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220970 May 12 11:47:36.128869 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b451392-69c0-48b9-84fb-bccd8c674948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (107b8820-eaf1-4721-8847-189985f3745d), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:36.133726 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b451392-69c0-48b9-84fb-bccd8c674948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:36.141418 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7b451392-69c0-48b9-84fb-bccd8c674948 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/107b8820-eaf1-4721-8847-189985f3745d HTTP/1.1" status: 204 len: 168 time: 0.3951480 May 12 11:47:36.170333 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b451392-69c0-48b9-84fb-bccd8c674948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107b8820-eaf1-4721-8847-189985f3745d,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:36.199088 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7b638-2aec-45b0-b809-042be255a76b req-a5aa1b2f-78e7-4e71-affb-032ddeeb6997 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:36.220636 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-dee7b638-2aec-45b0-b809-042be255a76b req-a5aa1b2f-78e7-4e71-affb-032ddeeb6997 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.1445982 May 12 11:47:36.345249 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-dee7b638-2aec-45b0-b809-042be255a76b req-cfb3e089-ef0b-416c-91d1-6815c2fcab7a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224048 May 12 11:47:37.160313 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d127d0-4efe-4e16-96f4-3f46a15e70c6 req-44c8a2bf-69b7-4700-ac23-d86dc19298cf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:37.162014 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d2d127d0-4efe-4e16-96f4-3f46a15e70c6 req-44c8a2bf-69b7-4700-ac23-d86dc19298cf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0530238 May 12 11:47:37.215905 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d2d127d0-4efe-4e16-96f4-3f46a15e70c6 req-fda9ba64-7abe-48f9-895d-e48774c8e4c3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473757 May 12 11:47:37.491263 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ced8dd-4f0a-4ff0-80da-715e60c6c9d4 req-2255d24a-0d09-46ae-a028-fdf9a21fd0a7 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:37.492929 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d0ced8dd-4f0a-4ff0-80da-715e60c6c9d4 req-2255d24a-0d09-46ae-a028-fdf9a21fd0a7 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0623555 May 12 11:47:37.557812 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d0ced8dd-4f0a-4ff0-80da-715e60c6c9d4 req-b5faf214-64d3-4933-bc8f-407b0e87ddba tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530205 May 12 11:47:38.358270 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef3e0-4732-4f08-b8b9-9db086b3754d req-43a3e4c8-01a8-4e0e-b0ee-05a710deffcd tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:38.359882 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2d9ef3e0-4732-4f08-b8b9-9db086b3754d req-43a3e4c8-01a8-4e0e-b0ee-05a710deffcd tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0543957 May 12 11:47:38.411398 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2d9ef3e0-4732-4f08-b8b9-9db086b3754d req-4a721e46-5f17-4e92-a0ec-368b61c3a7a6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450759 May 12 11:47:38.571783 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717cfd7-b8f5-4802-be28-5741f08dd18f req-21242473-81c7-45bf-8857-c22ef59a1d88 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:38.573414 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4717cfd7-b8f5-4802-be28-5741f08dd18f req-21242473-81c7-45bf-8857-c22ef59a1d88 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0689049 May 12 11:47:38.589510 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35710) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:38.594643 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-300fb7b4-c11b-4128-ae0e-5255bd1d29c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Request body: {'floatingip': {'port_id': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:38.708023 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-a03e3f60-c00b-4e4a-aa61-f3856b1ba615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:38.710300 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-a03e3f60-c00b-4e4a-aa61-f3856b1ba615 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 1129 time: 0.0622833 May 12 11:47:38.734291 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-300fb7b4-c11b-4128-ae0e-5255bd1d29c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for floatingip (692fb050-3fcd-447a-b774-36cf6f5747c0), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:38.850530 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55541a7-e84e-428e-ad0b-2af6c0b7ed7d req-19b9dd17-59a9-46ac-ab63-7e8cba5eda4a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:38.852039 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b55541a7-e84e-428e-ad0b-2af6c0b7ed7d req-19b9dd17-59a9-46ac-ab63-7e8cba5eda4a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.1403482 May 12 11:47:39.043112 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b55541a7-e84e-428e-ad0b-2af6c0b7ed7d req-e056aec2-435f-4cb1-81ff-b77a039ff56e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421826 May 12 11:47:39.071628 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-c1281341-1258-404d-8ef5-8f8784948fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:39.073046 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-c1281341-1258-404d-8ef5-8f8784948fa5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 917 time: 0.3492565 May 12 11:47:39.186415 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-09bfe675-036d-4a36-8bb1-9ba4d2aaaff1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df HTTP/1.1" status: 200 len: 1000 time: 0.1058130 May 12 11:47:39.310995 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-1a988abe-2269-4949-895c-c9c640f080b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:39.312409 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-1a988abe-2269-4949-895c-c9c640f080b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.0954785 May 12 11:47:39.433695 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-c2ac6f94-dcb2-424e-a449-bf6a2c78d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:39.435303 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-c2ac6f94-dcb2-424e-a449-bf6a2c78d16f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1160800 May 12 11:47:39.551582 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-300fb7b4-c11b-4128-ae0e-5255bd1d29c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:39.560381 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-300fb7b4-c11b-4128-ae0e-5255bd1d29c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (692fb050-3fcd-447a-b774-36cf6f5747c0), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:39.627173 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-0356372b-4b92-4255-b608-9e8e2a14d88d service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760318 May 12 11:47:39.748484 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.l3_db [None req-300fb7b4-c11b-4128-ae0e-5255bd1d29c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Floating IP 692fb050-3fcd-447a-b774-36cf6f5747c0 associated. External IP: 172.27.0.194, port: 2eb78bc7-7875-449d-a6e9-a6f8eebe488c. May 12 11:47:39.829989 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7fe681d8-d683-4a8f-836c-97021fedfd27 req-8dfbf965-df7d-46be-9f23-c088a9ec643a service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940379 May 12 11:47:40.010642 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300fb7b4-c11b-4128-ae0e-5255bd1d29c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Router 436a3346-89e6-42fd-89c6-6ef12c603591 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:47:40.145378 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300fb7b4-c11b-4128-ae0e-5255bd1d29c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:47:40.150814 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-300fb7b4-c11b-4128-ae0e-5255bd1d29c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:40.157217 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] Sync routers for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:47:40.173614 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:47:40.176033 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:47:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:40.193966 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-300fb7b4-c11b-4128-ae0e-5255bd1d29c1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "PUT /v2.0/floatingips/692fb050-3fcd-447a-b774-36cf6f5747c0 HTTP/1.1" status: 200 len: 991 time: 1.6031423 May 12 11:47:40.194563 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:40.197158 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479" -d '{"events": [{"name": "network-changed", "server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:40.230890 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147900c-b717-4216-b3ce-a3c321ebc203 req-dfc58f24-44f4-435b-9ee8-82b69df99171 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:40.232733 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0147900c-b717-4216-b3ce-a3c321ebc203 req-dfc58f24-44f4-435b-9ee8-82b69df99171 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 945 time: 0.0959749 May 12 11:47:40.269210 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10a2c6a-9807-4d44-b4d4-f30002b80214 x-openstack-request-id: req-c10a2c6a-9807-4d44-b4d4-f30002b80214 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:40.269880 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:40.270417 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c10a2c6a-9807-4d44-b4d4-f30002b80214 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:40.271131 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10a2c6a-9807-4d44-b4d4-f30002b80214'] response: {'name': 'network-changed', 'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'status': 'completed', 'code': 200} May 12 11:47:40.455439 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:47:40.595686 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0147900c-b717-4216-b3ce-a3c321ebc203 req-60162069-5126-44bc-8bfb-d8d8fb6782d0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548396 May 12 11:47:40.708693 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '692fb050-3fcd-447a-b774-36cf6f5747c0', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'port_id': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'mac_address': 'fa:16:3e:53:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:47:18Z', 'updated_at': '2022-05-12T11:47:39Z', 'revision_number': 1, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:16Z', 'revision_number': 5, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:40.740902 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] Checking router: 436a3346-89e6-42fd-89c6-6ef12c603591 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:47:40.750157 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:47:40.750969 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:47:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:40.862947 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:47:41.090083 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '692fb050-3fcd-447a-b774-36cf6f5747c0', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'port_id': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'mac_address': 'fa:16:3e:53:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:47:18Z', 'updated_at': '2022-05-12T11:47:39Z', 'revision_number': 1, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:16Z', 'revision_number': 5, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:41.121325 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d95f1-debe-4f94-ad4f-44ace3f23966 None None] The sync data for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi is: [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '692fb050-3fcd-447a-b774-36cf6f5747c0', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'port_id': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'mac_address': 'fa:16:3e:53:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:47:18Z', 'updated_at': '2022-05-12T11:47:39Z', 'revision_number': 1, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:16Z', 'revision_number': 5, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:47:41.136493 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d3632d97-f0ea-41b4-9003-a50ffebf91df no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:47:41.233668 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d3632d97-f0ea-41b4-9003-a50ffebf91df is: ACTIVE; New status is: DOWN {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:41.234129 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:41.261313 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:47:41.263867 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2154a82-96b9-4f24-ac5e-59a3b0c4fb38" -d '{"events": [{"server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "name": "network-vif-unplugged", "status": "completed", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:47:41.279689 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:47:41.285355 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:41.347589 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=8']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:41.355711 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d11928c-8479-4053-9b84-efc2c3c68b9a x-openstack-request-id: req-4d11928c-8479-4053-9b84-efc2c3c68b9a {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:47:41.356027 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "name": "network-vif-unplugged", "status": "completed", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:47:41.356324 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d11928c-8479-4053-9b84-efc2c3c68b9a {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:47:41.356664 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d11928c-8479-4053-9b84-efc2c3c68b9a'] response: {'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'code': 200} May 12 11:47:41.413230 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec13a5-7347-4102-a767-014e5a827d08 None None] New status for floating IP 692fb050-3fcd-447a-b774-36cf6f5747c0: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:47:41.716907 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb180f-9418-4923-a3ba-48bdfe020a2f req-825b6100-c5fa-4b11-b3a6-d999f6ce92cf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:41.718450 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-67eb180f-9418-4923-a3ba-48bdfe020a2f req-825b6100-c5fa-4b11-b3a6-d999f6ce92cf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0493901 May 12 11:47:41.796804 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-67eb180f-9418-4923-a3ba-48bdfe020a2f req-3658f29f-0ab7-44a1-9a0d-d7adccb83f7f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609264 May 12 11:47:41.799933 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-70627c06-2897-454c-9f04-181f11e5be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:41.801591 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-70627c06-2897-454c-9f04-181f11e5be1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 1129 time: 0.0725327 May 12 11:47:41.984091 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-899dc6c0-4a15-4dcb-ad8c-efa45f57e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:41.985947 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-899dc6c0-4a15-4dcb-ad8c-efa45f57e537 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.1369138 May 12 11:47:42.100262 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-f9d4f77d-fb3b-4ec5-bcab-5525cee974e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c HTTP/1.1" status: 200 len: 1001 time: 0.0885694 May 12 11:47:42.472025 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-d6bd601e-bc6c-413a-837c-5b0948f2b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:42.473947 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-d6bd601e-bc6c-413a-837c-5b0948f2b410 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.0797524 May 12 11:47:42.537065 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-5e74873d-fcdf-47b1-ac1c-6ceb82828c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:42.538625 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-5e74873d-fcdf-47b1-ac1c-6ceb82828c88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483484 May 12 11:47:42.657448 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-4af69702-7f1d-4c81-b77d-4699e6ee2fab service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030591 May 12 11:47:43.040246 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb32f4-818d-4c05-b510-62183139b55e req-84e07e90-9826-4715-b983-d1266f0a584c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:43.042397 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8ceb32f4-818d-4c05-b510-62183139b55e req-84e07e90-9826-4715-b983-d1266f0a584c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.1004493 May 12 11:47:43.094438 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6f897e2d-bf1b-4769-9c5e-21a0ec0b0479 req-dada1293-8028-45ad-a98d-5e950e155895 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281349 May 12 11:47:43.114344 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8ceb32f4-818d-4c05-b510-62183139b55e req-dad06cdc-e487-4467-8f46-9f765aed3803 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654788 May 12 11:47:43.695078 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [req-5aa55fda-f3c9-4d93-a561-e0d93575ff99 req-cef7b4f4-bd71-4973-93d2-2bdd1cbf80b9 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:47:43.696137 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5aa55fda-f3c9-4d93-a561-e0d93575ff99 req-cef7b4f4-bd71-4973-93d2-2bdd1cbf80b9 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053952 May 12 11:47:43.894920 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c99df-9bcc-4440-850e-69e2f7fddec4 req-4987de89-d5c0-4a14-ba11-080ae5346aa0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:43.896380 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-126c99df-9bcc-4440-850e-69e2f7fddec4 req-4987de89-d5c0-4a14-ba11-080ae5346aa0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0604274 May 12 11:47:43.973394 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-126c99df-9bcc-4440-850e-69e2f7fddec4 req-2b6e0537-19b8-401f-aaba-0712d5c1fa55 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698981 May 12 11:47:44.373562 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 35804) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:44.472021 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-8e348471-2564-419f-bdd0-834bd8f52a26 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970376 May 12 11:47:44.482871 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-a53b6887-6a94-4bfc-8037-2666d79eee3a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:47:44.488012 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-a53b6887-6a94-4bfc-8037-2666d79eee3a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0112007 May 12 11:47:44.587850 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35812) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:44.730894 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-fe399758-c2e9-4e56-a8e7-c7a40b8c61cc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:44.738050 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-fe399758-c2e9-4e56-a8e7-c7a40b8c61cc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports/d3632d97-f0ea-41b4-9003-a50ffebf91df HTTP/1.1" status: 200 len: 940 time: 0.1453557 May 12 11:47:45.124127 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4009a-8dd6-4ddc-b236-a43a0950ceb4 req-f173c729-12f8-4e96-a984-36d8cea33c0c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:45.125732 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2bd4009a-8dd6-4ddc-b236-a43a0950ceb4 req-f173c729-12f8-4e96-a984-36d8cea33c0c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0650048 May 12 11:47:45.193574 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2bd4009a-8dd6-4ddc-b236-a43a0950ceb4 req-ca8fc2a1-f1fd-4a1e-b789-0e9ec5acbea9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597806 May 12 11:47:46.333811 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2579052-d747-4b93-9fbe-ba4dd4d646cc req-c5f91c3d-8451-4074-b53e-b88095508a4b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:46.335636 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c2579052-d747-4b93-9fbe-ba4dd4d646cc req-c5f91c3d-8451-4074-b53e-b88095508a4b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0572066 May 12 11:47:46.390790 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c2579052-d747-4b93-9fbe-ba4dd4d646cc req-228d5377-df98-45c9-a6cf-bcd22b0bb82b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476401 May 12 11:47:46.441214 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0025-2572-473b-8748-20711e26080c req-3edf259e-f03e-417d-915c-1310010f31e0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:46.442738 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-806a0025-2572-473b-8748-20711e26080c req-3edf259e-f03e-417d-915c-1310010f31e0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0568726 May 12 11:47:46.495575 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-806a0025-2572-473b-8748-20711e26080c req-8388815a-1575-4aa7-8fe8-fbd7619b9d7f tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463557 May 12 11:47:47.180792 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d3632d97-f0ea-41b4-9003-a50ffebf91df no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:47:47.259426 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d3632d97-f0ea-41b4-9003-a50ffebf91df is: DOWN; New status is: DOWN {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:47:47.518650 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b99bef-8d09-4208-be97-01022a3fb413 req-eb8059ab-01c0-4214-b076-99d05839de94 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:47.520326 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-23b99bef-8d09-4208-be97-01022a3fb413 req-eb8059ab-01c0-4214-b076-99d05839de94 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0538085 May 12 11:47:47.670437 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5a182-f59f-4449-81ed-b69ca7c47132 req-3909ef4c-e3d8-486c-aee1-317bbeaf5888 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:47.675680 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-23b99bef-8d09-4208-be97-01022a3fb413 req-53e748f4-a39e-47c5-9b20-0fe4d2c2786d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285794 May 12 11:47:47.678240 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4bb5a182-f59f-4449-81ed-b69ca7c47132 req-3909ef4c-e3d8-486c-aee1-317bbeaf5888 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0775881 May 12 11:47:47.679812 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-488370d8-7d16-4edb-8864-08deb25d0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:47.681300 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-488370d8-7d16-4edb-8864-08deb25d0bd7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916&tenant_id=079cb1c02174440091d4c5bcbc27bdc5 HTTP/1.1" status: 200 len: 1127 time: 0.1111562 May 12 11:47:47.754729 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4bb5a182-f59f-4449-81ed-b69ca7c47132 req-84f4505b-e0f0-487f-9177-90dcf79eb8d6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703270 May 12 11:47:47.767772 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-2bd52057-2c78-413f-b9af-5690ae611f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:47.770074 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-2bd52057-2c78-413f-b9af-5690ae611f13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 1127 time: 0.0493097 May 12 11:47:47.873020 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-2a3acfe7-87cd-494e-b0db-79ad5f97982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:47.874653 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-2a3acfe7-87cd-494e-b0db-79ad5f97982a service neutron] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 917 time: 0.0949197 May 12 11:47:47.944783 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-4fd45c20-cb56-4dd6-b211-4a643a0a1a25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df HTTP/1.1" status: 200 len: 998 time: 0.0628483 May 12 11:47:48.006335 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-e55027de-a2b4-4ad8-8158-ecaa6fdd0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:48.008006 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-e55027de-a2b4-4ad8-8158-ecaa6fdd0dac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.0546515 May 12 11:47:48.060681 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-9a548c41-da40-404d-ad1d-165d29c511f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:48.062322 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-9a548c41-da40-404d-ad1d-165d29c511f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451517 May 12 11:47:48.160248 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-bfbd3ec0-da97-4a48-891e-21b3ce0a0759 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872343 May 12 11:47:48.266807 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e635ad0c-280d-4d1d-9736-9a5afafcdf61 req-2785ba7b-6906-4294-9436-dcf1665569e6 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941324 May 12 11:47:48.844392 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bab1-a231-4d7f-9a27-a04f8d29392f req-67302195-b158-4682-9e7c-04f2f1b891b0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:48.848182 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9f15bab1-a231-4d7f-9a27-a04f8d29392f req-67302195-b158-4682-9e7c-04f2f1b891b0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0926948 May 12 11:47:48.907859 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92efeff-1aea-41b0-ae10-8d765f611570 req-aa23fff4-6fa4-46d5-a059-325c13845a55 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:48.909543 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a92efeff-1aea-41b0-ae10-8d765f611570 req-aa23fff4-6fa4-46d5-a059-325c13845a55 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0655885 May 12 11:47:48.933103 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9f15bab1-a231-4d7f-9a27-a04f8d29392f req-7cd3c4b6-4a2a-4dad-ad57-707c5575209b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783312 May 12 11:47:48.971084 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a92efeff-1aea-41b0-ae10-8d765f611570 req-7f5d17b6-0bcc-4a34-8612-ceadc4d47ebe tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542471 May 12 11:47:50.068363 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929379c-70b6-4a80-af01-ac806fd2dd10 req-cf40a883-c98f-4257-9b8b-379312e9a702 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:50.077777 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4929379c-70b6-4a80-af01-ac806fd2dd10 req-cf40a883-c98f-4257-9b8b-379312e9a702 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0644152 May 12 11:47:50.132402 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4929379c-70b6-4a80-af01-ac806fd2dd10 req-148b1c6c-44f2-4fa8-994e-2f0f8296baaf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528696 May 12 11:47:50.140887 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24342a-ecd7-44c4-a54e-a0608960f4ce req-606c90f7-f09f-48cc-bfaf-be6e906b8346 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:50.143358 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1f24342a-ecd7-44c4-a54e-a0608960f4ce req-606c90f7-f09f-48cc-bfaf-be6e906b8346 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0758839 May 12 11:47:50.194397 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1f24342a-ecd7-44c4-a54e-a0608960f4ce req-ccfafa3b-d530-4518-b831-5ffb03c1431f tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454874 May 12 11:47:51.298219 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1948cd-d5fa-46be-90aa-0a0d1c17590c req-28637f81-8f67-4f94-b626-21ed951f6159 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:51.299744 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8c1948cd-d5fa-46be-90aa-0a0d1c17590c req-28637f81-8f67-4f94-b626-21ed951f6159 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0668845 May 12 11:47:51.340219 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5076fcd-9a11-487b-ac43-c047c6ca21bb req-d7ce487a-41de-48b9-beb2-4ac94c2a5ca0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:51.346790 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d5076fcd-9a11-487b-ac43-c047c6ca21bb req-d7ce487a-41de-48b9-beb2-4ac94c2a5ca0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0616586 May 12 11:47:51.386388 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8c1948cd-d5fa-46be-90aa-0a0d1c17590c req-6ffe11c7-98d4-4a21-b11a-5fe15df619c8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714695 May 12 11:47:51.407361 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d5076fcd-9a11-487b-ac43-c047c6ca21bb req-99595094-086e-4308-a306-2560613e1cdd tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535121 May 12 11:47:52.534145 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0ad39-68aa-42e9-9800-a7b19ea056cb req-0e5ecce9-7ce6-4ffa-982a-759cfb70d172 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:52.535469 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83700f-982a-466b-9c7d-3001cb70969f req-813ebe83-57e7-468a-ab81-e82e0a6b5b8c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:52.535977 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-93b0ad39-68aa-42e9-9800-a7b19ea056cb req-0e5ecce9-7ce6-4ffa-982a-759cfb70d172 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0512834 May 12 11:47:52.540427 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2e83700f-982a-466b-9c7d-3001cb70969f req-813ebe83-57e7-468a-ab81-e82e0a6b5b8c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0587175 May 12 11:47:52.592398 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2e83700f-982a-466b-9c7d-3001cb70969f req-c66f16ff-5d93-4a5f-af21-7eae01ce70f8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464151 May 12 11:47:52.594922 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-93b0ad39-68aa-42e9-9800-a7b19ea056cb req-522c93ee-9a27-4200-bc4b-ee53201516d4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521731 May 12 11:47:52.906307 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35980) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:52.955712 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-51399395-73ec-40e0-8f19-9aea1c638059 admin admin] Deleting subnet 70aa85f1-d4b2-4f74-b0ca-4414310a6fd6 {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:47:52.961571 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51399395-73ec-40e0-8f19-9aea1c638059 admin admin] Publish callbacks [] for subnet (70aa85f1-d4b2-4f74-b0ca-4414310a6fd6), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:52.994842 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-953f4391-1ddc-49c9-a19b-b1a25aec2db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.003194 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51399395-73ec-40e0-8f19-9aea1c638059 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118276635'] for subnet (70aa85f1-d4b2-4f74-b0ca-4414310a6fd6), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.045662 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51399395-73ec-40e0-8f19-9aea1c638059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (70aa85f1-d4b2-4f74-b0ca-4414310a6fd6), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.101548 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51399395-73ec-40e0-8f19-9aea1c638059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118423970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118441275'] for subnet (70aa85f1-d4b2-4f74-b0ca-4414310a6fd6), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.128102 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51399395-73ec-40e0-8f19-9aea1c638059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70aa85f1-d4b2-4f74-b0ca-4414310a6fd6,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:53.133997 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51399395-73ec-40e0-8f19-9aea1c638059 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.137634 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-51399395-73ec-40e0-8f19-9aea1c638059 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/70aa85f1-d4b2-4f74-b0ca-4414310a6fd6 HTTP/1.1" status: 204 len: 168 time: 0.2299316 May 12 11:47:53.140155 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35982) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:53.215401 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (0fad6d38-b010-47d8-87bd-73e6b812b078), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.299268 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (0fad6d38-b010-47d8-87bd-73e6b812b078), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.319137 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fad6d38-b010-47d8-87bd-73e6b812b078']}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:53.328984 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9') {'for_net_delete': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:53.329282 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9') {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:47:53.338393 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118276642'] for segment (654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.352574 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.359088 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:47:53.359587 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118425344'] for segment (654ddc9d-4ccf-4a0a-b64d-fc88f0bd28b9), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: Traceback (most recent call last): May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: timer() May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: cb(*args, **kw) May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: return func(*args, **kwargs) May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: self._notify() May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: self.callback(batched_events) May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: event.method(event) May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: return f(self, *a, **k) May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._get(url).json() May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: return self.request(url, 'GET', **kwargs) May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:47:53.361535 dv-cinder-804735-29-iscsi neutron-server[109896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:47:53.420303 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (0fad6d38-b010-47d8-87bd-73e6b812b078), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.425475 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.429350 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0fad6d38-b010-47d8-87bd-73e6b812b078 HTTP/1.1" status: 204 len: 168 time: 0.2882695 May 12 11:47:53.453845 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf0c1a-0f8b-4fc9-a504-27ce26ca86c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fad6d38-b010-47d8-87bd-73e6b812b078,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:53.626708 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35992) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:53.704007 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-52da0a80-4da3-4c62-8114-dc2d52131a24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d83add10bc914fa2b53b93c94671c2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0758584 May 12 11:47:53.706330 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 35994) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:53.762712 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87380283-3570-46cf-869c-4faa3f61b599 req-04e4f391-9ecb-4b05-b43a-d2b3f8149c84 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:53.763340 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476531b-a947-4cc3-af43-2a7801c03dbd req-2797fe77-c54f-4691-83f9-fd109796b1dd tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:53.764247 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87380283-3570-46cf-869c-4faa3f61b599 req-04e4f391-9ecb-4b05-b43a-d2b3f8149c84 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0684154 May 12 11:47:53.764739 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8476531b-a947-4cc3-af43-2a7801c03dbd req-2797fe77-c54f-4691-83f9-fd109796b1dd tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0736930 May 12 11:47:53.826394 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87380283-3570-46cf-869c-4faa3f61b599 req-cbf7a424-9c01-4918-9105-b233f7cdf05d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479603 May 12 11:47:53.831206 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69cf4d2a-e045-4f35-92b1-c467226a4ed1 admin admin] Publish callbacks [] for security_group (b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.845144 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8476531b-a947-4cc3-af43-2a7801c03dbd req-d8424508-7747-4bb3-902d-3fc2a803d4ea tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582955 May 12 11:47:53.865832 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69cf4d2a-e045-4f35-92b1-c467226a4ed1 admin admin] Publish callbacks [] for security_group (b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.913326 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69cf4d2a-e045-4f35-92b1-c467226a4ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.916139 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69cf4d2a-e045-4f35-92b1-c467226a4ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:53.917302 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-69cf4d2a-e045-4f35-92b1-c467226a4ed1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2 HTTP/1.1" status: 204 len: 168 time: 0.2100151 May 12 11:47:53.926053 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf4d2a-e045-4f35-92b1-c467226a4ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8395a3e-a811-4ffb-bc2f-ecf7d30de4f2,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:54.953401 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c90f-8471-45e2-9770-f0311a43b0eb req-c1ba528e-6ee8-4353-bcdf-739d7f831f51 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:54.955789 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f24c90f-8471-45e2-9770-f0311a43b0eb req-c1ba528e-6ee8-4353-bcdf-739d7f831f51 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0531754 May 12 11:47:54.989260 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1e82d-1c61-4c27-8177-d225280ef562 req-c89b05cb-ccc5-45e6-96d3-b29e72c93a04 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:54.997522 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-17e1e82d-1c61-4c27-8177-d225280ef562 req-c89b05cb-ccc5-45e6-96d3-b29e72c93a04 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0720870 May 12 11:47:55.058665 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f24c90f-8471-45e2-9770-f0311a43b0eb req-c20a2db9-d329-44d0-a287-d07e70bc13c6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964835 May 12 11:47:55.082920 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-17e1e82d-1c61-4c27-8177-d225280ef562 req-1144e8bb-d3a7-4f84-ac2a-1732fe693e9e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837510 May 12 11:47:55.159048 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-15c4a209-1d48-444d-8e1f-cdc13c42e871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:56.169496 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346c0eb-6c4f-4e43-b0a0-5f5e60d414c8 req-a4f7aca0-9a82-482f-a865-5b60c4ebc441 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:56.171041 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8346c0eb-6c4f-4e43-b0a0-5f5e60d414c8 req-a4f7aca0-9a82-482f-a865-5b60c4ebc441 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0509648 May 12 11:47:56.226769 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8346c0eb-6c4f-4e43-b0a0-5f5e60d414c8 req-171ce18a-43eb-484d-bd31-7f4fb23f0035 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503912 May 12 11:47:56.238889 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f2ef7-6263-41b3-9765-8a9b01165b26 req-9e859758-8c8c-4b03-b575-c02e5504daca tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:56.240478 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ab8f2ef7-6263-41b3-9765-8a9b01165b26 req-9e859758-8c8c-4b03-b575-c02e5504daca tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0714798 May 12 11:47:56.303842 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ab8f2ef7-6263-41b3-9765-8a9b01165b26 req-b6665a32-aaa0-41ab-a1bc-99d9ba187cfb tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557954 May 12 11:47:56.321140 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:56.389950 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:57.356429 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a27a8c-006c-4200-8ee8-613ae72dc47c req-445b1848-60ef-4a1c-a5b5-c658cbb19559 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:57.358144 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d0a27a8c-006c-4200-8ee8-613ae72dc47c req-445b1848-60ef-4a1c-a5b5-c658cbb19559 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0558312 May 12 11:47:57.409994 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d0a27a8c-006c-4200-8ee8-613ae72dc47c req-d6fe753b-6af9-40dc-b3d6-b227074a655f tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440421 May 12 11:47:57.468040 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb40fb7-7ed7-4ae3-8742-54aa340c55ab req-afb76ca8-abda-4453-af30-daaefe275753 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:57.469485 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1fb40fb7-7ed7-4ae3-8742-54aa340c55ab req-afb76ca8-abda-4453-af30-daaefe275753 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0652940 May 12 11:47:57.532394 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1fb40fb7-7ed7-4ae3-8742-54aa340c55ab req-681594dc-8b12-4d9a-9eec-032347b69ac4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571439 May 12 11:47:57.543103 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:47:57.675391 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:57.817936 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 36052) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:57.934944 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:58.010087 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Publish callbacks [] for security_group (dc34e25b-621a-4276-a72b-5ce61304ac8b), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:58.014666 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (dc34e25b-621a-4276-a72b-5ce61304ac8b), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:58.054123 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aee406d452d84c85bc6e343a5563b942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349358 May 12 11:47:58.055011 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc34e25b-621a-4276-a72b-5ce61304ac8b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:58.056984 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 36058) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.065841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.066715 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.066715 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.066715 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.067142 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c00c13-6a4a-4517-8e79-b5f80ad750fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.115413 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Publish callbacks [] for security_group (dc34e25b-621a-4276-a72b-5ce61304ac8b), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:58.137909 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Publish callbacks [] for security_group (dc34e25b-621a-4276-a72b-5ce61304ac8b), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:58.183427 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (dc34e25b-621a-4276-a72b-5ce61304ac8b), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:58.186231 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:58.189891 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc34e25b-621a-4276-a72b-5ce61304ac8b HTTP/1.1" status: 204 len: 168 time: 0.1291683 May 12 11:47:58.195461 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc34e25b-621a-4276-a72b-5ce61304ac8b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:58.203610 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.203960 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.204315 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.204645 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.204977 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.205307 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.205636 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.206056 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.206377 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.206703 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.207028 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.207350 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.207669 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.207987 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.208304 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669d9c0e-e8eb-4f43-8dff-0fc573ada871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:47:58.566256 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee263d2-7a32-46ab-9a49-58f1f1b2a492 req-a940002f-2640-4236-be5e-19aab0d5b0d0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:58.573683 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9ee263d2-7a32-46ab-9a49-58f1f1b2a492 req-a940002f-2640-4236-be5e-19aab0d5b0d0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0598500 May 12 11:47:58.632242 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9ee263d2-7a32-46ab-9a49-58f1f1b2a492 req-2984cb75-787e-4586-b38f-277691d46890 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574656 May 12 11:47:58.688238 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98a591-3e91-44f2-a8a8-83355f07a530 req-ad8808ed-5de7-4c43-bd9b-8e74898484a8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:58.689810 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2e98a591-3e91-44f2-a8a8-83355f07a530 req-ad8808ed-5de7-4c43-bd9b-8e74898484a8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0521541 May 12 11:47:58.748324 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2e98a591-3e91-44f2-a8a8-83355f07a530 req-a3c1780f-6788-457c-b4a5-c7e8596cc14b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521286 May 12 11:47:58.957211 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 36084) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:59.050115 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-899259868-network', 'tenant_id': '7a1abe690e43433daccff30391d4b260'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:59.069088 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Made reservation on behalf of 7a1abe690e43433daccff30391d4b260 for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:47:59.071353 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.079775 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.143325 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.157559 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Publish callbacks [] for security_group (fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.161333 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.182234 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=109896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:47:59.195311 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:59.200088 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (07909202-488d-4498-94e1-c559fa6f83df), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.200490 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Added segment 07909202-488d-4498-94e1-c559fa6f83df of type vlan for network acb61e6d-7b7b-4a9a-bc49-033a539945dd May 12 11:47:59.239935 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (acb61e6d-7b7b-4a9a-bc49-033a539945dd), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.263728 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (acb61e6d-7b7b-4a9a-bc49-033a539945dd), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.264820 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:59.265433 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.300034 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3417268 May 12 11:47:59.303184 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 36088) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:47:59.308030 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Request body: {'subnet': {'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-899259868-subnet', 'tenant_id': '7a1abe690e43433daccff30391d4b260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:47:59.326762 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699a762-16e4-4e68-b19e-cb83510e9500 admin admin] Pushing event updated for resources: {'Network': ['ID=acb61e6d-7b7b-4a9a-bc49-033a539945dd,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:59.327045 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Made reservation on behalf of 7a1abe690e43433daccff30391d4b260 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:47:59.329351 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3198112'] for subnet (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.338095 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network acb61e6d-7b7b-4a9a-bc49-033a539945dd details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:47:59.497763 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10328397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3198134'] for subnet (abe94256-7f94-44b8-a59e-a5be05bc65a6), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.549739 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe94256-7f94-44b8-a59e-a5be05bc65a6,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:47:59.560070 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Checking segment: {'id': '07909202-488d-4498-94e1-c559fa6f83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:47:59.560421 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Network hostable DHCP agents. Network: acb61e6d-7b7b-4a9a-bc49-033a539945dd, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:47:59.577876 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Network acb61e6d-7b7b-4a9a-bc49-033a539945dd is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:47:59.586452 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, acb61e6d-7b7b-4a9a-bc49-033a539945dd) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:47:59.591621 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:59.593004 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:47:59.597435 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ea052d-e996-403a-85d3-6dcbc29e96bd None None] Network acb61e6d-7b7b-4a9a-bc49-033a539945dd requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:47:59.612209 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-1c4483c8-c5d5-422c-a24b-378c6df728e9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3042157 May 12 11:47:59.712803 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17cf791-45b2-45f0-a711-e8c3f6ccfe8e None None] Network acb61e6d-7b7b-4a9a-bc49-033a539945dd requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:47:59.804267 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2bd8d-4b50-435d-81aa-7d7b6d91b457 req-4b33b4a0-2581-46d6-b30b-f1cf1d9cbc19 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:59.806174 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10a2bd8d-4b50-435d-81aa-7d7b6d91b457 req-4b33b4a0-2581-46d6-b30b-f1cf1d9cbc19 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0994837 May 12 11:47:59.810767 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c7924959-1021-4457-b189-22f32b66c13c req-2f806f48-abf7-45d3-99ee-28340ba38bc1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865724 May 12 11:47:59.875549 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10a2bd8d-4b50-435d-81aa-7d7b6d91b457 req-2faaf9ec-a925-4a2d-b4f2-ceadb23f2a00 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604174 May 12 11:47:59.896227 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1751599-afd6-4220-8c2a-90e748b85876 req-8edd7134-815f-4f4e-b12a-70b7ed7b283a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:47:59.897711 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b1751599-afd6-4220-8c2a-90e748b85876 req-8edd7134-815f-4f4e-b12a-70b7ed7b283a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0507638 May 12 11:47:59.943194 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b1751599-afd6-4220-8c2a-90e748b85876 req-5abe0877-07cb-4486-b874-49fd500d1f83 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398002 May 12 11:48:00.449282 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7924959-1021-4457-b189-22f32b66c13c req-e655ec6e-80b3-4318-9768-56af98f59ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:00.450770 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c7924959-1021-4457-b189-22f32b66c13c req-e655ec6e-80b3-4318-9768-56af98f59ef1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 1130 time: 0.0395024 May 12 11:48:00.565059 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7924959-1021-4457-b189-22f32b66c13c req-127b76f7-f404-4a6b-8643-a6189485e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:00.566543 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c7924959-1021-4457-b189-22f32b66c13c req-127b76f7-f404-4a6b-8643-a6189485e5c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.0875244 May 12 11:48:00.607848 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c7924959-1021-4457-b189-22f32b66c13c req-d23d0480-75b0-44d5-8a44-807b061b6495 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8954dff-d153-4c3d-ad72-4aa8eef966c2 HTTP/1.1" status: 200 len: 217 time: 0.0341911 May 12 11:48:00.658862 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7924959-1021-4457-b189-22f32b66c13c req-98d4dade-954d-439c-ab70-9e6a6eeb7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:00.660272 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c7924959-1021-4457-b189-22f32b66c13c req-98d4dade-954d-439c-ab70-9e6a6eeb7e27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.0463970 May 12 11:48:00.702208 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7924959-1021-4457-b189-22f32b66c13c req-5c679175-ace7-471a-9510-f1383b9500ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:00.703557 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c7924959-1021-4457-b189-22f32b66c13c req-5c679175-ace7-471a-9510-f1383b9500ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368910 May 12 11:48:00.792545 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c7924959-1021-4457-b189-22f32b66c13c req-9fc0a88d-4c3d-4e45-a6fb-f357b25a4b6c service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808544 May 12 11:48:00.882606 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c7924959-1021-4457-b189-22f32b66c13c req-4a618acc-485f-4dda-88cd-3401ca923373 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825815 May 12 11:48:00.993094 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b777fcd-4eb3-4c5c-9d1a-96c4fb217e8b req-74076b9b-90a4-4556-bc7d-4520e9c31cbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:00.994837 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9b777fcd-4eb3-4c5c-9d1a-96c4fb217e8b req-74076b9b-90a4-4556-bc7d-4520e9c31cbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0483932 May 12 11:48:01.042974 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9b777fcd-4eb3-4c5c-9d1a-96c4fb217e8b req-159a0395-1d26-42c8-855c-66a3d4237645 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422084 May 12 11:48:01.070516 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4bafd-e971-4788-bdac-876dc44828cd req-ed8eba8b-d4c8-4586-ac32-af2b250103a8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:01.072620 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1fc4bafd-e971-4788-bdac-876dc44828cd req-ed8eba8b-d4c8-4586-ac32-af2b250103a8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0512316 May 12 11:48:01.119564 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1fc4bafd-e971-4788-bdac-876dc44828cd req-7e146d62-0b7b-46b5-8abf-0b13ab2eb4a5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408762 May 12 11:48:01.258124 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b0981-771d-4718-a9e8-fab6118f205f req-b753695e-8b78-4947-8253-731b48a6e1e6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:01.260128 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-175b0981-771d-4718-a9e8-fab6118f205f req-b753695e-8b78-4947-8253-731b48a6e1e6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0512660 May 12 11:48:01.307314 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-175b0981-771d-4718-a9e8-fab6118f205f req-0e3a5c16-6b7b-4a10-93c0-cabea6adfa32 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413620 May 12 11:48:01.391397 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-492a0406-28c3-45bf-972c-3499229c1984 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:01.392952 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-492a0406-28c3-45bf-972c-3499229c1984 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/networks?id=acb61e6d-7b7b-4a9a-bc49-033a539945dd HTTP/1.1" status: 200 len: 813 time: 0.1028097 May 12 11:48:01.408475 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-f8bc95fe-71bc-458b-82ff-41530ff280cc tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/quotas/7a1abe690e43433daccff30391d4b260 HTTP/1.1" status: 200 len: 375 time: 0.0093708 May 12 11:48:01.441575 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-0a4f7562-a0ea-4668-b1d5-54df8644ec13 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a1abe690e43433daccff30391d4b260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279789 May 12 11:48:01.540042 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-dbe9719b-900c-4915-bb80-b6901e77168c service neutron] 10.222.0.58 "GET /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908732 May 12 11:48:01.577155 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-a0b10779-76f7-4a17-87ef-20fc8fcebde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:01.579076 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-a0b10779-76f7-4a17-87ef-20fc8fcebde8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d51975fc708d49efa56621b0fd19c47f&device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 1129 time: 0.0440290 May 12 11:48:01.650399 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-8be5322b-a9f8-4ca6-a01a-77264c77a896 service neutron] 10.222.0.58 "GET /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031144 May 12 11:48:01.676395 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-1429593d-ce81-4074-b3dc-a80d555e221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:01.677893 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-1429593d-ce81-4074-b3dc-a80d555e221d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 200 len: 912 time: 0.0924494 May 12 11:48:01.782166 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-dd4e7943-2891-4a61-8cd5-9b155aa63af1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe78454-40e0-452b-9fda-bc63a3a68799 HTTP/1.1" status: 200 len: 1000 time: 0.0614169 May 12 11:48:01.836669 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7a67e46e-5e10-46cf-9604-08f142f5ede2 req-746950dd-29eb-441e-b043-5e46dad60906 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 210 time: 0.0504594 May 12 11:48:01.863674 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-a3a3821e-efed-42ad-ac3b-d3e26a1ccbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:01.865447 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-a3a3821e-efed-42ad-ac3b-d3e26a1ccbc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe6a700a-d728-4a58-8bea-bfad07912417 HTTP/1.1" status: 200 len: 850 time: 0.0694396 May 12 11:48:01.930101 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-4f2f9a8c-75c1-4640-b2c3-4c8a7b845f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:01.932379 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-4f2f9a8c-75c1-4640-b2c3-4c8a7b845f63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f747c31e-f2f6-4373-ba29-1719eaa22635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451713 May 12 11:48:02.237737 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377b32c-a963-414b-89a3-cd892e1cca9f req-ceb3bc91-a172-46e2-9c07-f08045636d51 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:02.240546 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c377b32c-a963-414b-89a3-cd892e1cca9f req-ceb3bc91-a172-46e2-9c07-f08045636d51 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0493560 May 12 11:48:02.285943 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c377b32c-a963-414b-89a3-cd892e1cca9f req-5ae69271-64d4-4747-ab8e-66264bbaaa04 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410216 May 12 11:48:02.333455 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-be122d41-1bd4-411b-b08c-c2da406c8f19 service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984509 May 12 11:48:02.466766 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6729b-eb89-48f7-9f3e-20e04d70bc4b req-6837bdb0-ca15-4162-bd2b-cbfa7861b1ef tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:02.468250 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49f6729b-eb89-48f7-9f3e-20e04d70bc4b req-6837bdb0-ca15-4162-bd2b-cbfa7861b1ef tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0826454 May 12 11:48:02.506536 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-05936c51-f1aa-41ed-97e3-db5af5e072db req-1433fa69-d078-4ca6-8b6a-29fc50578759 service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470022 May 12 11:48:02.530080 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49f6729b-eb89-48f7-9f3e-20e04d70bc4b req-ab5d93ee-f520-43bd-a252-067c118fb27f tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532923 May 12 11:48:02.935216 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f48315a4-d983-4cb5-8679-9c5d3a4b8660 req-5b3cb2ee-cdac-4c16-aac0-6863308e1827 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 210 time: 0.0327342 May 12 11:48:03.350001 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-5e93a271-48e8-4aab-b6e5-ffdac76327ee tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:03.351458 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-5e93a271-48e8-4aab-b6e5-ffdac76327ee tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.35 "GET /v2.0/networks?id=acb61e6d-7b7b-4a9a-bc49-033a539945dd HTTP/1.1" status: 200 len: 813 time: 0.1061325 May 12 11:48:03.412490 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7b2a8-9095-4bd3-9874-cf7e92e2cc5f req-72c2d583-f9f9-4cad-99dc-d72f23d395d4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:03.413976 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6ec7b2a8-9095-4bd3-9874-cf7e92e2cc5f req-72c2d583-f9f9-4cad-99dc-d72f23d395d4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0464044 May 12 11:48:03.418873 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Request body: {'port': {'device_id': 'a4394d3b-8300-4ce2-837d-65d1e01cc7c6', 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd', 'admin_state_up': True, 'tenant_id': '7a1abe690e43433daccff30391d4b260'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:48:03.524103 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6ec7b2a8-9095-4bd3-9874-cf7e92e2cc5f req-6d2ee9a1-d425-4ce8-8ec5-d19854685189 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018555 May 12 11:48:03.562116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Made reservation on behalf of 7a1abe690e43433daccff30391d4b260 for: {'port': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:48:03.565539 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:03.646646 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f25a2f-9b52-4dae-99a7-0b8c80fbbefd req-0dbfa615-f6f5-46eb-813a-094ee6e193ac tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:03.648017 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-61f25a2f-9b52-4dae-99a7-0b8c80fbbefd req-0dbfa615-f6f5-46eb-813a-094ee6e193ac tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0469084 May 12 11:48:03.693188 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Allocated IP 172.20.0.11 (acb61e6d-7b7b-4a9a-bc49-033a539945dd/abe94256-7f94-44b8-a59e-a5be05bc65a6/7d624a29-c293-4840-b98d-df28f56aaff7) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:48:03.694030 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-61f25a2f-9b52-4dae-99a7-0b8c80fbbefd req-2674072a-c1cf-466a-bcab-67b5f64d8666 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398512 May 12 11:48:03.844832 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks [] for port (7d624a29-c293-4840-b98d-df28f56aaff7), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:03.876624 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:03.917060 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Network acb61e6d-7b7b-4a9a-bc49-033a539945dd is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:48:03.919924 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:48:03.922292 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:48:03.951873 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Pushing event updated for resources: {'Port': ['ID=7d624a29-c293-4840-b98d-df28f56aaff7,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:48:03.977282 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:03.978466 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:03.994212 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-4bd786cc-14c1-4b0d-8992-806d984f8f8c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5791330 May 12 11:48:04.057737 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ffaef-537c-4530-bbc6-e66efecd8e25 req-d930990f-a101-49fd-bc82-3781ae124245 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:04.059235 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-413ffaef-537c-4530-bbc6-e66efecd8e25 req-d930990f-a101-49fd-bc82-3781ae124245 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 932 time: 0.0559678 May 12 11:48:04.105486 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-413ffaef-537c-4530-bbc6-e66efecd8e25 req-2bba933b-4768-4131-9508-144903f204b1 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 May 12 11:48:04.415283 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Request body: {'port': {'device_id': 'a4394d3b-8300-4ce2-837d-65d1e01cc7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:48:04.475576 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:04.645648 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99387d10-4a86-4c87-bf67-ee8e9006445b req-ebe6a421-7cd0-42e7-ac22-490b5f52950a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:04.647226 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-99387d10-4a86-4c87-bf67-ee8e9006445b req-ebe6a421-7cd0-42e7-ac22-490b5f52950a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0476532 May 12 11:48:04.693784 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-99387d10-4a86-4c87-bf67-ee8e9006445b req-27d83956-1251-42a0-aa9b-b0d384ed5d13 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 May 12 11:48:04.762689 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d624a29-c293-4840-b98d-df28f56aaff7 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:48:04.782797 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Publish callbacks [] for port (7d624a29-c293-4840-b98d-df28f56aaff7), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:04.818686 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Transition to ACTIVE for port object 7d624a29-c293-4840-b98d-df28f56aaff7 will not be triggered until provisioned by entity L2. {{(pid=109896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:48:04.825496 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf5ce1-975c-4611-afb4-bd150aa78c1c req-63854b44-54e2-4d70-abc0-69b843109b84 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:04.827260 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-27cf5ce1-975c-4611-afb4-bd150aa78c1c req-63854b44-54e2-4d70-abc0-69b843109b84 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0602620 May 12 11:48:04.828273 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:04.896634 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d624a29-c293-4840-b98d-df28f56aaff7,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:48:04.936684 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-27cf5ce1-975c-4611-afb4-bd150aa78c1c req-a7cb54dd-1c29-4139-8fd8-bb6078e1394d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032794 May 12 11:48:04.984561 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Attempting to bind port 7d624a29-c293-4840-b98d-df28f56aaff7 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:48:04.984889 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Attempting to bind port 7d624a29-c293-4840-b98d-df28f56aaff7 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '07909202-488d-4498-94e1-c559fa6f83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:48:04.985216 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Attempting to bind port 7d624a29-c293-4840-b98d-df28f56aaff7 on network acb61e6d-7b7b-4a9a-bc49-033a539945dd {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:48:04.989448 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Port 7d624a29-c293-4840-b98d-df28f56aaff7 on network acb61e6d-7b7b-4a9a-bc49-033a539945dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:48:04.989854 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Attempting to bind port 7d624a29-c293-4840-b98d-df28f56aaff7 on network acb61e6d-7b7b-4a9a-bc49-033a539945dd {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:48:04.995646 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:48:04.995978 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Checking segment: {'id': '07909202-488d-4498-94e1-c559fa6f83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:48:04.996355 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Bound using segment: {'id': '07909202-488d-4498-94e1-c559fa6f83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:48:04.996776 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Bound port: 7d624a29-c293-4840-b98d-df28f56aaff7, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07909202-488d-4498-94e1-c559fa6f83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:48:04.997125 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:05.057195 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] For port 7d624a29-c293-4840-b98d-df28f56aaff7, host hv-cinder-80473, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:48:05.060126 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] For port 7d624a29-c293-4840-b98d-df28f56aaff7, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7d624a29-c293-4840-b98d-df28f56aaff7,segment=NetworkSegment(07909202-488d-4498-94e1-c559fa6f83df),segment_id=07909202-488d-4498-94e1-c559fa6f83df)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:48:05.065964 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:05.096481 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:05.097095 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:05.098504 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] 10.222.0.35 "PUT /v2.0/ports/7d624a29-c293-4840-b98d-df28f56aaff7 HTTP/1.1" status: 200 len: 1094 time: 0.6874440 May 12 11:48:05.098980 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4394d3b-8300-4ce2-837d-65d1e01cc7c6', 'tag': '7d624a29-c293-4840-b98d-df28f56aaff7'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:48:05.101196 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a4394d3b-8300-4ce2-837d-65d1e01cc7c6", "tag": "7d624a29-c293-4840-b98d-df28f56aaff7"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:48:05.128630 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb087d0-424c-4bd1-ae6b-12d5abb350d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d624a29-c293-4840-b98d-df28f56aaff7,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:48:05.139193 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde0aaf2-687e-4e99-9235-6703f41cac98 x-openstack-request-id: req-cde0aaf2-687e-4e99-9235-6703f41cac98 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:48:05.139497 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4394d3b-8300-4ce2-837d-65d1e01cc7c6", "tag": "7d624a29-c293-4840-b98d-df28f56aaff7", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:48:05.139740 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cde0aaf2-687e-4e99-9235-6703f41cac98 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:48:05.140219 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde0aaf2-687e-4e99-9235-6703f41cac98'] response: {'name': 'network-changed', 'server_uuid': 'a4394d3b-8300-4ce2-837d-65d1e01cc7c6', 'tag': '7d624a29-c293-4840-b98d-df28f56aaff7', 'status': 'completed', 'code': 200} May 12 11:48:05.240769 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-cfbcbee8-08b8-4f6f-a442-2c34ccaaf4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:05.242260 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-cfbcbee8-08b8-4f6f-a442-2c34ccaaf4ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a1abe690e43433daccff30391d4b260&device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 1128 time: 0.0703895 May 12 11:48:05.248386 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98d962-d8a5-4e26-944f-70d152f990f7 req-9200c83f-60c3-477a-aaba-54fee86d2d56 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:05.249720 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0b98d962-d8a5-4e26-944f-70d152f990f7 req-9200c83f-60c3-477a-aaba-54fee86d2d56 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 944 time: 0.0698252 May 12 11:48:05.301371 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-b4cc53c8-e61d-47b0-b24a-ca28ae34ca1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d624a29-c293-4840-b98d-df28f56aaff7 HTTP/1.1" status: 200 len: 217 time: 0.0402300 May 12 11:48:05.589336 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0b98d962-d8a5-4e26-944f-70d152f990f7 req-edb40bae-51cc-4f3d-90a7-cc5e6b5be9d4 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338954 May 12 11:48:05.599621 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-6c01a382-526a-446a-b60c-3633a6699519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:05.601009 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-6c01a382-526a-446a-b60c-3633a6699519 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=abe94256-7f94-44b8-a59e-a5be05bc65a6 HTTP/1.1" status: 200 len: 853 time: 0.2891903 May 12 11:48:05.814794 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9bf79-34b8-4655-a29d-b77bbd1ceda5 req-1026dfff-888e-4e78-b943-3da356151ac0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:05.816151 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-77e9bf79-34b8-4655-a29d-b77bbd1ceda5 req-1026dfff-888e-4e78-b943-3da356151ac0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0489180 May 12 11:48:05.861735 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-77e9bf79-34b8-4655-a29d-b77bbd1ceda5 req-94c1a21c-5b02-4733-a346-7164c89a6a66 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400739 May 12 11:48:06.555658 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-a725d982-667e-46f9-95fd-41dc8d09474e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acb61e6d-7b7b-4a9a-bc49-033a539945dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260091 May 12 11:48:06.647853 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-6e4c0b06-8e69-4e14-8eea-b18b6410cb3c service neutron] 10.222.0.35 "GET /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821972 May 12 11:48:06.720971 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109bcbf-dd12-4268-9185-7cf21d3b6fc8 req-0172fada-8a97-44c9-88d5-0d6b88508843 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:06.722436 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d109bcbf-dd12-4268-9185-7cf21d3b6fc8 req-0172fada-8a97-44c9-88d5-0d6b88508843 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 944 time: 0.0667863 May 12 11:48:06.807602 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3217bf48-b1d4-4ace-9b98-67797c0ca6fb req-c77d6a3a-2ce7-4f9d-87db-7bef68f70291 service neutron] 10.222.0.35 "GET /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435850 May 12 11:48:06.810960 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d109bcbf-dd12-4268-9185-7cf21d3b6fc8 req-0866a066-5888-42f9-87f2-f78b5ccb5c83 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615327 May 12 11:48:06.978835 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389422d-fa6e-4ce0-8633-10e6dd1c5e2b req-1246d0ac-6a9b-4242-bc51-78b3488fb7d3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:06.980296 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a389422d-fa6e-4ce0-8633-10e6dd1c5e2b req-1246d0ac-6a9b-4242-bc51-78b3488fb7d3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0483699 May 12 11:48:07.025361 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a389422d-fa6e-4ce0-8633-10e6dd1c5e2b req-60451aa1-14c2-440a-a32e-a787d14eb598 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395298 May 12 11:48:07.921497 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307c9a0-94ec-4aba-b081-dba91749982c req-0d01b86d-aa2b-4f82-bc68-6be5d15c39f3 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:07.923141 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7307c9a0-94ec-4aba-b081-dba91749982c req-0d01b86d-aa2b-4f82-bc68-6be5d15c39f3 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 944 time: 0.0460384 May 12 11:48:07.967865 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7307c9a0-94ec-4aba-b081-dba91749982c req-e53a3610-ce21-4359-8684-3530670fd24e tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393491 May 12 11:48:08.144848 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc3e2c-2607-4605-b61c-8186559c55cb req-6d73765f-4dcc-4db3-8ec0-7a7f8e4ff4cc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:08.146295 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a4bc3e2c-2607-4605-b61c-8186559c55cb req-6d73765f-4dcc-4db3-8ec0-7a7f8e4ff4cc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0503056 May 12 11:48:08.171189 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca req-6c21a8b7-fcbc-4d40-b0fb-b49de362aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:08.172656 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca req-6c21a8b7-fcbc-4d40-b0fb-b49de362aa8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a1abe690e43433daccff30391d4b260&device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 1128 time: 0.0384600 May 12 11:48:08.191693 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a4bc3e2c-2607-4605-b61c-8186559c55cb req-1adf0187-6b62-468f-a2ed-09cc6572e83c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398808 May 12 11:48:08.266256 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca req-f25328f1-cd1a-4ae6-91e8-a449abe5d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:08.267698 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca req-f25328f1-cd1a-4ae6-91e8-a449abe5d638 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acb61e6d-7b7b-4a9a-bc49-033a539945dd HTTP/1.1" status: 200 len: 914 time: 0.0879741 May 12 11:48:08.307227 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca req-7b7ca7c0-1bfa-431e-be37-4c18b1eed222 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d624a29-c293-4840-b98d-df28f56aaff7 HTTP/1.1" status: 200 len: 217 time: 0.0323322 May 12 11:48:08.357101 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca req-db0a5d6c-c760-463d-a14c-099dfb230602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:08.358509 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca req-db0a5d6c-c760-463d-a14c-099dfb230602 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=abe94256-7f94-44b8-a59e-a5be05bc65a6 HTTP/1.1" status: 200 len: 853 time: 0.0445609 May 12 11:48:08.393491 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca req-e42d99de-0fe4-4fc9-9a58-5e772aa3c006 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acb61e6d-7b7b-4a9a-bc49-033a539945dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276656 May 12 11:48:08.480656 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca req-01a10b80-bf7c-491c-a474-4aa89da71694 service neutron] 10.222.0.35 "GET /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794511 May 12 11:48:08.572530 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-66b3ec8a-cc0a-49a9-8e7c-73d09aee90ca req-ff3da49f-2d36-40ec-b83c-a5402ad8a20d service neutron] 10.222.0.35 "GET /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830019 May 12 11:48:09.077422 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02899f-a42d-43ea-856f-c594e5a7e08c req-aa46bf12-3da0-402f-83e5-67d56f1affbd tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:09.078865 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0d02899f-a42d-43ea-856f-c594e5a7e08c req-aa46bf12-3da0-402f-83e5-67d56f1affbd tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 944 time: 0.0459352 May 12 11:48:09.122817 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0d02899f-a42d-43ea-856f-c594e5a7e08c req-10052d27-3bf4-42e5-9100-3abfd05598af tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 May 12 11:48:09.289870 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d3632d97-f0ea-41b4-9003-a50ffebf91df details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:48:09.308483 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384f0a6-33ad-4085-9aba-ecf56cf9167a req-1faf442b-a4ce-4a3f-85da-48887a4ac860 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:09.309973 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4384f0a6-33ad-4085-9aba-ecf56cf9167a req-1faf442b-a4ce-4a3f-85da-48887a4ac860 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 943 time: 0.0466220 May 12 11:48:09.355823 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4384f0a6-33ad-4085-9aba-ecf56cf9167a req-ee33b5b4-3dad-49d0-b149-6b397c30338c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401781 May 12 11:48:09.510632 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:48:09.521295 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'port_id': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'mac_address': 'fa:16:3e:fa:c2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:48:09.558000 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d3632d97-f0ea-41b4-9003-a50ffebf91df is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:48:09.558323 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:09.570564 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3632d97-f0ea-41b4-9003-a50ffebf91df {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:48:09.589393 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:48:09.594138 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:09.643969 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=9']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:48:10.114725 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['d3632d97-f0ea-41b4-9003-a50ffebf91df'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:48:10.239598 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380f7db-991f-4ceb-97f1-20a245962081 req-d780e05b-0289-4818-94e7-4058c70f22fa tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:10.241189 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d380f7db-991f-4ceb-97f1-20a245962081 req-d780e05b-0289-4818-94e7-4058c70f22fa tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 944 time: 0.0495937 May 12 11:48:10.288408 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d380f7db-991f-4ceb-97f1-20a245962081 req-b7cb323e-7876-4de3-bfab-1f269f5b3ef3 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 May 12 11:48:10.474663 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e128c79-f1e2-43ab-b189-55c02e0767fb req-5d5b2806-4e79-4c7f-b1dc-2390d20589e6 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:10.476110 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1e128c79-f1e2-43ab-b189-55c02e0767fb req-5d5b2806-4e79-4c7f-b1dc-2390d20589e6 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 944 time: 0.0462337 May 12 11:48:10.525166 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1e128c79-f1e2-43ab-b189-55c02e0767fb req-31c10782-0579-4821-a2f2-edeeac80d691 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422440 May 12 11:48:11.302958 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 7d624a29-c293-4840-b98d-df28f56aaff7 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:48:11.313662 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d3632d97-f0ea-41b4-9003-a50ffebf91df up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:48:11.399574 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1dae3-517b-4db6-8ac0-b597d097689a req-506b2056-5a95-41b6-ae6b-7047f8dcb5cd tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:11.401100 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fdf1dae3-517b-4db6-8ac0-b597d097689a req-506b2056-5a95-41b6-ae6b-7047f8dcb5cd tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 944 time: 0.0462198 May 12 11:48:11.423225 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port d3632d97-f0ea-41b4-9003-a50ffebf91df triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:48:11.423601 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:11.455214 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fdf1dae3-517b-4db6-8ac0-b597d097689a req-08b22408-cf84-4f4e-aa25-39892b081e85 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446105 May 12 11:48:11.466826 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 7d624a29-c293-4840-b98d-df28f56aaff7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7d624a29-c293-4840-b98d-df28f56aaff7,segment=NetworkSegment(07909202-488d-4498-94e1-c559fa6f83df),segment_id=07909202-488d-4498-94e1-c559fa6f83df)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:48:11.486178 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '7d624a29-c293-4840-b98d-df28f56aaff7', 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd', 'port_id': '7d624a29-c293-4840-b98d-df28f56aaff7', 'mac_address': 'fa:16:3e:7c:25:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe94256-7f94-44b8-a59e-a5be05bc65a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:48:11.553240 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 7d624a29-c293-4840-b98d-df28f56aaff7 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:48:11.553551 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:11.555427 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d3632d97-f0ea-41b4-9003-a50ffebf91df is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:48:11.556374 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:11.576510 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d624a29-c293-4840-b98d-df28f56aaff7 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:48:11.591627 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:48:11.593868 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f953264-ef69-41a8-b74f-075f134aac20" -d '{"events": [{"server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "name": "network-vif-plugged", "status": "completed", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:48:11.618877 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:48:11.622470 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 7d624a29-c293-4840-b98d-df28f56aaff7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7d624a29-c293-4840-b98d-df28f56aaff7,segment=NetworkSegment(07909202-488d-4498-94e1-c559fa6f83df),segment_id=07909202-488d-4498-94e1-c559fa6f83df)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:48:11.624117 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:11.629493 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:11.631968 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ca4e37-6c89-47e3-854a-99570c322a10 x-openstack-request-id: req-a1ca4e37-6c89-47e3-854a-99570c322a10 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:48:11.632276 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "name": "network-vif-plugged", "status": "completed", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:48:11.632536 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1ca4e37-6c89-47e3-854a-99570c322a10 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:48:11.632926 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ca4e37-6c89-47e3-854a-99570c322a10'] response: {'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'code': 200} May 12 11:48:11.659512 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a469171-dcfc-487c-8276-58580cffdec5 req-5b11b31b-3cfe-4743-96fe-1d46c97e1388 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:11.660968 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8a469171-dcfc-487c-8276-58580cffdec5 req-5b11b31b-3cfe-4743-96fe-1d46c97e1388 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 944 time: 0.0602779 May 12 11:48:11.674921 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=10']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:48:11.683097 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.683481 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.684195 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.684195 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.684520 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.684853 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.685181 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.685538 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.685874 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.686207 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.686990 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.686990 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.687201 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.687496 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.687817 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:48:11.708941 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8a469171-dcfc-487c-8276-58580cffdec5 req-97a1ebb5-8f3a-4cb6-836e-0710d5825f89 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418174 May 12 11:48:11.737355 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=7d624a29-c293-4840-b98d-df28f56aaff7,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:48:12.046383 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['7d624a29-c293-4840-b98d-df28f56aaff7'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:48:12.281770 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a628f-4d3e-489e-ac05-a91b781d2833 req-6ebcb101-138f-4263-a9e9-cd5b773e3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:12.283224 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-633a628f-4d3e-489e-ac05-a91b781d2833 req-6ebcb101-138f-4263-a9e9-cd5b773e3ad9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 1130 time: 0.0413663 May 12 11:48:12.326648 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-633a628f-4d3e-489e-ac05-a91b781d2833 req-2588df11-7135-4611-9be0-9c4e2ea29fe7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355158 May 12 11:48:12.565620 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304f935-aa72-435a-a029-2d00b5f694ad req-8e0a83d1-5037-47e4-af88-270088c311a3 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:12.567082 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5304f935-aa72-435a-a029-2d00b5f694ad req-8e0a83d1-5037-47e4-af88-270088c311a3 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 945 time: 0.0452724 May 12 11:48:12.612926 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5304f935-aa72-435a-a029-2d00b5f694ad req-7687918e-2083-48f7-a550-5e5074843203 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 May 12 11:48:12.829153 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf520d7-6832-4dcb-b456-0ff653ff0a29 req-ec36bfec-c4bc-4bf1-8479-378268b94214 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:12.830683 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bbf520d7-6832-4dcb-b456-0ff653ff0a29 req-ec36bfec-c4bc-4bf1-8479-378268b94214 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 946 time: 0.0465224 May 12 11:48:12.875658 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bbf520d7-6832-4dcb-b456-0ff653ff0a29 req-a01a6884-0fc4-49d6-ae49-44440f84e560 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394509 May 12 11:48:13.320074 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 7d624a29-c293-4840-b98d-df28f56aaff7 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:48:13.363351 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 7d624a29-c293-4840-b98d-df28f56aaff7 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:48:13.369418 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 7d624a29-c293-4840-b98d-df28f56aaff7 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:48:13.369825 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:13.446997 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 7d624a29-c293-4840-b98d-df28f56aaff7 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:48:13.447370 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:13.480564 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 7d624a29-c293-4840-b98d-df28f56aaff7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7d624a29-c293-4840-b98d-df28f56aaff7,segment=NetworkSegment(07909202-488d-4498-94e1-c559fa6f83df),segment_id=07909202-488d-4498-94e1-c559fa6f83df)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:48:13.484267 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:13.529844 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=7d624a29-c293-4840-b98d-df28f56aaff7,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:48:13.634499 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4394d3b-8300-4ce2-837d-65d1e01cc7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d624a29-c293-4840-b98d-df28f56aaff7'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:48:13.636660 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b509615c-1490-4e4d-b643-b483d4e4ab27" -d '{"events": [{"server_uuid": "a4394d3b-8300-4ce2-837d-65d1e01cc7c6", "name": "network-vif-plugged", "status": "completed", "tag": "7d624a29-c293-4840-b98d-df28f56aaff7"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:48:13.670902 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12818493-e87e-43f5-b4a3-16e560fd9121 x-openstack-request-id: req-12818493-e87e-43f5-b4a3-16e560fd9121 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:48:13.671223 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4394d3b-8300-4ce2-837d-65d1e01cc7c6", "name": "network-vif-plugged", "status": "completed", "tag": "7d624a29-c293-4840-b98d-df28f56aaff7", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:48:13.671488 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12818493-e87e-43f5-b4a3-16e560fd9121 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:48:13.671886 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12818493-e87e-43f5-b4a3-16e560fd9121'] response: {'server_uuid': 'a4394d3b-8300-4ce2-837d-65d1e01cc7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d624a29-c293-4840-b98d-df28f56aaff7', 'code': 200} May 12 11:48:13.725041 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e55c9-326f-4887-95e7-719e17563f1a req-ab21a3a7-6672-4064-90a9-468653d8c572 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:13.726510 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-507e55c9-326f-4887-95e7-719e17563f1a req-ab21a3a7-6672-4064-90a9-468653d8c572 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 946 time: 0.0464897 May 12 11:48:13.774858 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-507e55c9-326f-4887-95e7-719e17563f1a req-0ecc00d1-5cbf-4584-97e1-ca0f6850076e tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424197 May 12 11:48:13.997098 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa378-f05d-484c-ad35-0a55932d3eb7 req-0880ce8f-80e8-47f9-8665-f04e09384583 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:13.998610 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ceafa378-f05d-484c-ad35-0a55932d3eb7 req-0880ce8f-80e8-47f9-8665-f04e09384583 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 946 time: 0.0509176 May 12 11:48:14.043407 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ceafa378-f05d-484c-ad35-0a55932d3eb7 req-8dd221b2-6af3-47ec-88fe-7937122a9458 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393641 May 12 11:48:14.458991 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ceb60-0bc2-4809-8f00-ccab26163040 req-455faaa0-d32b-4bdd-902a-2b2a60228cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:14.460519 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-330ceb60-0bc2-4809-8f00-ccab26163040 req-455faaa0-d32b-4bdd-902a-2b2a60228cec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 1130 time: 0.0396962 May 12 11:48:14.504936 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-330ceb60-0bc2-4809-8f00-ccab26163040 req-a01bf4de-b125-4f2d-af9b-bb2c4bae05c2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379398 May 12 11:48:14.907037 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182fd25-7db1-40e2-881d-fa830984c24e req-c1d74a36-ae2d-4667-ac8f-2a6cd8c52564 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:14.908362 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2620df3-1b8a-4c2e-9ee7-275d4b4137c1 req-e26dad1e-31d0-4940-9c84-ea236fcfc8a4 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:14.908855 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e182fd25-7db1-40e2-881d-fa830984c24e req-c1d74a36-ae2d-4667-ac8f-2a6cd8c52564 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0525272 May 12 11:48:14.910021 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f2620df3-1b8a-4c2e-9ee7-275d4b4137c1 req-e26dad1e-31d0-4940-9c84-ea236fcfc8a4 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 946 time: 0.0626214 May 12 11:48:14.956835 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f2620df3-1b8a-4c2e-9ee7-275d4b4137c1 req-b8aa5bf1-c70b-4c65-a04c-cdce74905fe3 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 May 12 11:48:14.968547 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e182fd25-7db1-40e2-881d-fa830984c24e req-884ff573-ab1b-49ef-93dd-7f1c40d4e908 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539272 May 12 11:48:15.157953 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35449f97-c14e-4720-bc32-ea67b7cb23f7 req-86dd87ab-d0f6-4840-ade8-d2322929ec24 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:15.159412 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-35449f97-c14e-4720-bc32-ea67b7cb23f7 req-86dd87ab-d0f6-4840-ade8-d2322929ec24 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 946 time: 0.0455856 May 12 11:48:15.208288 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-35449f97-c14e-4720-bc32-ea67b7cb23f7 req-89650ef0-87bb-4c43-9ef9-da3a37ac98c8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434194 May 12 11:48:15.478149 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-a6a6a399-149d-4f63-b18e-bcd4c91bbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:15.479575 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-a6a6a399-149d-4f63-b18e-bcd4c91bbd86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95636bf5a2284bc697044d2b3b46828a&device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 1168 time: 0.0477467 May 12 11:48:15.569843 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-92cd404a-cdaa-4e51-b172-60f878e310e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:15.571833 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-92cd404a-cdaa-4e51-b172-60f878e310e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=98824664-61dd-44ab-8bd0-7c8c51299b91 HTTP/1.1" status: 200 len: 914 time: 0.0853474 May 12 11:48:16.081573 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaa159-e4e5-448f-b54b-154404d6e86c req-65f11832-47b3-4a8f-8428-854796a98440 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:16.083129 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-decaa159-e4e5-448f-b54b-154404d6e86c req-65f11832-47b3-4a8f-8428-854796a98440 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0473588 May 12 11:48:16.083249 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dbad1-d0be-4184-9876-c363597ef6fd req-2f36383f-7fdf-4a3e-88ae-71d1677b1160 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:16.084709 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8e6dbad1-d0be-4184-9876-c363597ef6fd req-2f36383f-7fdf-4a3e-88ae-71d1677b1160 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 946 time: 0.0572848 May 12 11:48:16.142574 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-decaa159-e4e5-448f-b54b-154404d6e86c req-b22141b2-2e69-431a-bf32-2aa709770afd tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533948 May 12 11:48:16.156697 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-cd5cc718-ac42-4639-b208-547fdaa66020 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e HTTP/1.1" status: 200 len: 1000 time: 0.0936670 May 12 11:48:16.171040 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8e6dbad1-d0be-4184-9876-c363597ef6fd req-cadd7dbc-66cb-432e-8268-7d8996716690 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593531 May 12 11:48:16.329429 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8717a-4068-4046-9ac9-654d3141ca14 req-a74a87e8-168e-4f2d-975c-6505b4065d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:16.331288 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e3e8717a-4068-4046-9ac9-654d3141ca14 req-a74a87e8-168e-4f2d-975c-6505b4065d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 946 time: 0.0506470 May 12 11:48:16.342784 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-ef04003e-72e6-4c58-8af4-f1350f520eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:16.344257 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-ef04003e-72e6-4c58-8af4-f1350f520eb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f159fc9e-1dd4-4e36-a921-6bed0545ce0a HTTP/1.1" status: 200 len: 852 time: 0.0464189 May 12 11:48:16.378515 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e3e8717a-4068-4046-9ac9-654d3141ca14 req-d71a31d7-8466-4b8c-9638-2c1be508fa2a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 May 12 11:48:16.404112 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-6782af99-3697-43f8-ae7f-44790f799813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:16.405650 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-6782af99-3697-43f8-ae7f-44790f799813 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98824664-61dd-44ab-8bd0-7c8c51299b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432916 May 12 11:48:16.494375 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-a899ab10-f300-4504-812c-c456a5e703a5 service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821822 May 12 11:48:16.588243 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b3c96398-3a67-48fb-817e-cb8a6d08041e req-c4d81d38-6616-4c0e-86ad-5d86de3dce2d service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877259 May 12 11:48:17.254830 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fcfb2-1ade-400f-98bc-c47e82f8f4b9 req-a1979092-0242-48e7-aa83-65ee6016db4d tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:17.256315 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3b4fcfb2-1ade-400f-98bc-c47e82f8f4b9 req-a1979092-0242-48e7-aa83-65ee6016db4d tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0473268 May 12 11:48:17.287660 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1068b5c-2e4d-4388-9443-aeb8db7a3071 req-350fe4f8-3da4-4d2d-85cd-ae0b959c4bca tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:17.289116 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e1068b5c-2e4d-4388-9443-aeb8db7a3071 req-350fe4f8-3da4-4d2d-85cd-ae0b959c4bca tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 946 time: 0.0493553 May 12 11:48:17.315309 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3b4fcfb2-1ade-400f-98bc-c47e82f8f4b9 req-a397b130-b15d-43c6-a372-7c7f619f7bd5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530548 May 12 11:48:17.337075 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e1068b5c-2e4d-4388-9443-aeb8db7a3071 req-d8631fbf-233a-406e-8b57-43a52ff04a6b tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 May 12 11:48:18.431020 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1da89-e8f3-48ad-b20c-03c6463dc1cf req-d4ccb9bd-ac92-4d14-b1b5-f68703ac820a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:18.433002 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fbd1da89-e8f3-48ad-b20c-03c6463dc1cf req-d4ccb9bd-ac92-4d14-b1b5-f68703ac820a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0468311 May 12 11:48:18.497294 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fbd1da89-e8f3-48ad-b20c-03c6463dc1cf req-560abe9c-c5ab-43c4-8ad0-d4371e8687c8 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584950 May 12 11:48:19.609638 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98879ad3-deaa-46d1-a40c-a17a2d27e616 req-4a074e5b-26cf-4e64-85f2-caa23d37c6d6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:19.611130 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-98879ad3-deaa-46d1-a40c-a17a2d27e616 req-4a074e5b-26cf-4e64-85f2-caa23d37c6d6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0465095 May 12 11:48:19.673104 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-98879ad3-deaa-46d1-a40c-a17a2d27e616 req-7a1ecebe-b4ce-4f0b-9c84-86425b12e828 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535147 May 12 11:48:20.790968 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91649787-f29e-4bdb-a8b1-127ab1b68095 req-ae0c3c29-e76e-4635-b5a1-ffd2174ab78f tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:20.792327 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-91649787-f29e-4bdb-a8b1-127ab1b68095 req-ae0c3c29-e76e-4635-b5a1-ffd2174ab78f tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0508428 May 12 11:48:20.853430 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-91649787-f29e-4bdb-a8b1-127ab1b68095 req-bfbf4fcc-bb93-42de-8ec9-163f868bda04 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554576 May 12 11:48:21.975616 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040f2a0-ae59-4731-8ffc-76603a674ab6 req-c8db4e8c-b3fc-4fe6-820f-b882c9e47066 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:21.977078 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1040f2a0-ae59-4731-8ffc-76603a674ab6 req-c8db4e8c-b3fc-4fe6-820f-b882c9e47066 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0508714 May 12 11:48:22.038300 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1040f2a0-ae59-4731-8ffc-76603a674ab6 req-16991bc0-13fe-4f3c-a6eb-efaf8b134020 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533514 May 12 11:48:22.997144 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-80088a85-4643-4ba1-a75b-c26ab3e1307c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:23.153365 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba555345-5b88-456b-ba9d-e38d8d351f39 req-2c6e8b93-182a-4796-9a81-bf47fc0dad42 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:23.154829 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ba555345-5b88-456b-ba9d-e38d8d351f39 req-2c6e8b93-182a-4796-9a81-bf47fc0dad42 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0471597 May 12 11:48:23.214513 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ba555345-5b88-456b-ba9d-e38d8d351f39 req-95294539-0be9-4b93-82d1-fa10b7f68ea0 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539079 May 12 11:48:24.329532 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6da2a9-bd2b-48c4-b6b1-c885d7f1a910 req-f536655e-6111-4943-bdd1-265406d6f60a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:24.331043 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ee6da2a9-bd2b-48c4-b6b1-c885d7f1a910 req-f536655e-6111-4943-bdd1-265406d6f60a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0496941 May 12 11:48:24.390850 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ee6da2a9-bd2b-48c4-b6b1-c885d7f1a910 req-1495a69f-91e9-42fa-b990-8598bdce04b0 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541079 May 12 11:48:25.144179 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-297d0975-c894-4bf5-8f4f-cce8b837b7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:25.514288 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9645227-c579-432b-a0f2-bb20d2688487 req-ed123c79-7360-46ee-9f8f-899df54e50b5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:25.515753 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b9645227-c579-432b-a0f2-bb20d2688487 req-ed123c79-7360-46ee-9f8f-899df54e50b5 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0543628 May 12 11:48:25.577234 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b9645227-c579-432b-a0f2-bb20d2688487 req-5ef4da41-b019-476e-81a4-e7ca26534c5a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546627 May 12 11:48:26.306484 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:26.408789 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:26.690623 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c6182-a1d9-4362-89ec-a435472e7a02 req-3af4ad09-1fd8-4062-9989-218fe9fe56b7 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:26.692029 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3b4c6182-a1d9-4362-89ec-a435472e7a02 req-3af4ad09-1fd8-4062-9989-218fe9fe56b7 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0478036 May 12 11:48:26.756177 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3b4c6182-a1d9-4362-89ec-a435472e7a02 req-b5114cf4-0d54-4f8a-a87d-1d5b8d9f46eb tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584579 May 12 11:48:27.675042 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:27.870148 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920893c3-a0e7-4529-8aa8-c6273ffd62c8 req-f70140fb-6110-45af-88c6-5bd3a45dbc19 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:27.871601 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-920893c3-a0e7-4529-8aa8-c6273ffd62c8 req-f70140fb-6110-45af-88c6-5bd3a45dbc19 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0469332 May 12 11:48:27.931964 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-920893c3-a0e7-4529-8aa8-c6273ffd62c8 req-60f887ac-a574-4925-9483-46a1541c8661 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544176 May 12 11:48:29.046596 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf88203-1b0c-4f02-8368-dde8adff4d62 req-d0617d6e-ef2b-41c9-beda-f73372a98d11 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:29.048067 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5cf88203-1b0c-4f02-8368-dde8adff4d62 req-d0617d6e-ef2b-41c9-beda-f73372a98d11 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0474639 May 12 11:48:29.107426 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5cf88203-1b0c-4f02-8368-dde8adff4d62 req-e4f64192-b63f-4657-8d99-85654867a3a0 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534873 May 12 11:48:29.145666 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:30.219652 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd795-5e5b-42c7-be50-65f64cb317ce req-9840b0f4-8fac-478f-ab97-5676ae08cba6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:30.221086 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4a0dd795-5e5b-42c7-be50-65f64cb317ce req-9840b0f4-8fac-478f-ab97-5676ae08cba6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0468574 May 12 11:48:30.278116 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4a0dd795-5e5b-42c7-be50-65f64cb317ce req-090997cf-8bb0-4234-93ff-2ec5ee6f0d5b tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513773 May 12 11:48:31.395252 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e4570-3986-4c54-9c16-b6f93d925b9a req-7d91955f-3a2f-4900-a447-5c384dc58369 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:31.396704 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f80e4570-3986-4c54-9c16-b6f93d925b9a req-7d91955f-3a2f-4900-a447-5c384dc58369 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0494194 May 12 11:48:31.454166 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f80e4570-3986-4c54-9c16-b6f93d925b9a req-bcefb602-d0c5-480f-8a0d-e482c8d5148b tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517561 May 12 11:48:32.568770 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729d6f7-d604-476a-acf3-f83020062d0a req-0990cf92-e323-4676-b6c5-e3b99bd6f713 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:32.570219 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6729d6f7-d604-476a-acf3-f83020062d0a req-0990cf92-e323-4676-b6c5-e3b99bd6f713 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0499437 May 12 11:48:32.628146 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6729d6f7-d604-476a-acf3-f83020062d0a req-bbc3a508-fdb2-4f73-b091-3022f86dfd3e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521963 May 12 11:48:33.737787 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650675a1-6f4e-4d03-8f5c-80852f91ac7d req-1489109c-9d26-41a4-9a5f-ea05b1ec4b6e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:33.739148 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-650675a1-6f4e-4d03-8f5c-80852f91ac7d req-1489109c-9d26-41a4-9a5f-ea05b1ec4b6e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0463831 May 12 11:48:33.796858 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-650675a1-6f4e-4d03-8f5c-80852f91ac7d req-3b1b44cb-1410-49b8-98e1-2a4310dcfac8 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521405 May 12 11:48:34.536108 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:48:34.910166 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14997bd-a94d-42e8-8f0d-b13abd944e01 req-25e032b6-77fa-494f-9730-a22267414f38 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:34.911617 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b14997bd-a94d-42e8-8f0d-b13abd944e01 req-25e032b6-77fa-494f-9730-a22267414f38 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0468233 May 12 11:48:34.971638 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b14997bd-a94d-42e8-8f0d-b13abd944e01 req-b65a313d-1b5f-4e29-bdd9-9b1185a2f07a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545313 May 12 11:48:36.083060 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c8dc5-dcd5-4764-a5f3-607a84cb4b48 req-77c9c479-2a98-4236-a9cd-9c0dd93def19 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:36.084550 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7c3c8dc5-dcd5-4764-a5f3-607a84cb4b48 req-77c9c479-2a98-4236-a9cd-9c0dd93def19 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0470927 May 12 11:48:36.145931 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7c3c8dc5-dcd5-4764-a5f3-607a84cb4b48 req-af38f5f3-3204-4451-bcfe-b5fda8e6837a tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556889 May 12 11:48:36.498618 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5c743-b30e-4b70-925a-a3a1f502f9f1 req-d4cac435-a017-4514-8bdf-2a402930e8ad tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:36.500231 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-59c5c743-b30e-4b70-925a-a3a1f502f9f1 req-d4cac435-a017-4514-8bdf-2a402930e8ad tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0477026 May 12 11:48:36.532726 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-9b8ed7bc-50f8-42cb-956d-63e201df7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:36.534976 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-9b8ed7bc-50f8-42cb-956d-63e201df7a6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 1129 time: 0.0422761 May 12 11:48:36.558977 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-59c5c743-b30e-4b70-925a-a3a1f502f9f1 req-cc246ea4-3b36-4ea0-ac8a-dba875ea5e53 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522208 May 12 11:48:36.643262 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-44fab2da-bc47-4e65-925b-f6ddfed47b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:36.644654 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-44fab2da-bc47-4e65-925b-f6ddfed47b9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.0900755 May 12 11:48:36.718093 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-210518d2-19df-4143-b8d4-1809ede18d64 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c HTTP/1.1" status: 200 len: 1001 time: 0.0624664 May 12 11:48:36.797000 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-c86be255-e26b-4dcd-b5ec-d942133fb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:36.798437 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-c86be255-e26b-4dcd-b5ec-d942133fb2fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.0464349 May 12 11:48:36.844615 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-62feb735-f296-43c9-a2f2-6fd658c817ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:36.846077 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-62feb735-f296-43c9-a2f2-6fd658c817ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378692 May 12 11:48:36.942796 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-d7cc4042-68e2-451d-9f0b-3ddb50316478 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867155 May 12 11:48:37.029511 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f6d8e1e5-41d1-43aa-b1a7-f96e7bcbef7b req-98f47c60-3a3b-426f-b3a3-b0e80273cc9d service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805407 May 12 11:48:37.260097 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797819b-468c-4401-8f63-f8f17c572200 req-9198392e-07e8-497d-ac49-57af73911d0e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:37.262208 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7797819b-468c-4401-8f63-f8f17c572200 req-9198392e-07e8-497d-ac49-57af73911d0e tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0462229 May 12 11:48:37.322244 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7797819b-468c-4401-8f63-f8f17c572200 req-86313a93-6c07-464d-8940-6e063909128d tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544381 May 12 11:48:37.671626 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bb4d5-176b-4922-95c1-7f4afe3d963a req-9fc1678a-541b-4aaf-bb4b-03dda03a041a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:37.673081 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-577bb4d5-176b-4922-95c1-7f4afe3d963a req-9fc1678a-541b-4aaf-bb4b-03dda03a041a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0460839 May 12 11:48:37.718671 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-577bb4d5-176b-4922-95c1-7f4afe3d963a req-99f66fca-2b3b-48f7-a7b2-dbf67e5a789f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401275 May 12 11:48:38.434828 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a33342-9e8f-4435-84e9-b7813f3b7be0 req-a3c7b9f8-20db-41c8-a21a-eb47af481046 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:38.436239 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a6a33342-9e8f-4435-84e9-b7813f3b7be0 req-a3c7b9f8-20db-41c8-a21a-eb47af481046 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0460031 May 12 11:48:38.494893 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a6a33342-9e8f-4435-84e9-b7813f3b7be0 req-ae39a50c-f401-4b5e-8f72-e709d0e9159c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=06bb2f2f-3b67-447e-b9d3-94a9680fb745&id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530818 May 12 11:48:38.833708 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125efb1-2ecc-4ef6-8d97-cb26cc85041a req-a6347fca-4971-4ca9-b5b8-a9c5caf2c8f7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:38.835156 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5125efb1-2ecc-4ef6-8d97-cb26cc85041a req-a6347fca-4971-4ca9-b5b8-a9c5caf2c8f7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0490434 May 12 11:48:38.881179 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5125efb1-2ecc-4ef6-8d97-cb26cc85041a req-ae4cb710-201b-44be-ae1e-446da79c624b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398538 May 12 11:48:39.992647 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29301b6e-0b82-4191-87be-fbb88a020353 req-205b18e1-e444-4927-b12d-b6be58167423 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:39.994155 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-29301b6e-0b82-4191-87be-fbb88a020353 req-205b18e1-e444-4927-b12d-b6be58167423 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0464003 May 12 11:48:40.041159 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-29301b6e-0b82-4191-87be-fbb88a020353 req-f8de7e6c-b1f6-4222-a2cd-8d1d015aecb7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410304 May 12 11:48:41.155472 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192e964-cccf-458a-8d3a-d9aac6185d8b req-86f41f98-4ae1-494f-93ad-847c17295513 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:41.156923 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a192e964-cccf-458a-8d3a-d9aac6185d8b req-86f41f98-4ae1-494f-93ad-847c17295513 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0459473 May 12 11:48:41.202410 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a192e964-cccf-458a-8d3a-d9aac6185d8b req-1ce8e587-ae30-48c1-9785-f3e504701487 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400457 May 12 11:48:42.315844 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b3069-769e-46aa-96a2-72b3833cb234 req-c350fdc8-fea4-4dbe-bc52-74b32603a2f2 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:42.317274 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-202b3069-769e-46aa-96a2-72b3833cb234 req-c350fdc8-fea4-4dbe-bc52-74b32603a2f2 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0490463 May 12 11:48:42.362151 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-202b3069-769e-46aa-96a2-72b3833cb234 req-54df60ca-fbef-4b92-ae91-cace5334c157 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395174 May 12 11:48:43.484967 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9a5a2-2373-4c63-ae75-d5b1f3620ffc req-219cab5f-e55a-4f9d-a6fa-8abf6a79a2cc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:43.486398 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4cc9a5a2-2373-4c63-ae75-d5b1f3620ffc req-219cab5f-e55a-4f9d-a6fa-8abf6a79a2cc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0518289 May 12 11:48:43.534669 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4cc9a5a2-2373-4c63-ae75-d5b1f3620ffc req-e943d1a4-9b7c-4ed3-8950-7b9e52230698 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 May 12 11:48:44.650748 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547a3b8-9af5-4a99-b0d2-070a9f1b15a6 req-b04ae235-2876-4f81-a5a3-09622a4534d6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:44.652764 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1547a3b8-9af5-4a99-b0d2-070a9f1b15a6 req-b04ae235-2876-4f81-a5a3-09622a4534d6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0458241 May 12 11:48:44.696904 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1547a3b8-9af5-4a99-b0d2-070a9f1b15a6 req-58a04e19-a0d4-43b2-9118-3522c376ee5d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385942 May 12 11:48:45.809523 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f518c1-0b78-4062-b4c9-6a7d488a38e9 req-dbd50f05-5784-4edb-b2c3-4896f4aa03a5 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:45.811001 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-68f518c1-0b78-4062-b4c9-6a7d488a38e9 req-dbd50f05-5784-4edb-b2c3-4896f4aa03a5 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0462465 May 12 11:48:45.856516 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-68f518c1-0b78-4062-b4c9-6a7d488a38e9 req-fb98318b-b586-4b86-8ab8-b5c3c167f592 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401144 May 12 11:48:46.970559 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90614615-e185-439c-8b0b-bf7e24ca3ae4 req-910ca749-2fe7-47e3-89be-51a6f0ec174e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:46.971996 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-90614615-e185-439c-8b0b-bf7e24ca3ae4 req-910ca749-2fe7-47e3-89be-51a6f0ec174e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0473886 May 12 11:48:47.026822 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-90614615-e185-439c-8b0b-bf7e24ca3ae4 req-b9c295c2-160b-453f-bd30-ad4815586fb0 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483379 May 12 11:48:48.139726 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8d941-f524-440a-9ae7-34194ffa4130 req-e7c47930-cc69-4b03-86b2-9e4f3e123608 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:48.141196 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-67d8d941-f524-440a-9ae7-34194ffa4130 req-e7c47930-cc69-4b03-86b2-9e4f3e123608 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0476480 May 12 11:48:48.190000 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-67d8d941-f524-440a-9ae7-34194ffa4130 req-979617fc-30c3-4030-9c1b-fe7de5441a48 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 May 12 11:48:49.300832 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ce8d7-d7ad-4ac6-82e5-64e8e88d37e3 req-9211b536-3fff-490a-89c3-3f2e382dc89b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:49.302279 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f54ce8d7-d7ad-4ac6-82e5-64e8e88d37e3 req-9211b536-3fff-490a-89c3-3f2e382dc89b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0450077 May 12 11:48:49.347049 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f54ce8d7-d7ad-4ac6-82e5-64e8e88d37e3 req-f3313fd0-83d8-4e67-8561-9e91b42cda9f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393414 May 12 11:48:50.457543 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e77e6-bf6d-4636-bb10-98b6c64b6a25 req-747754e1-1579-460b-b6b9-33e28109e14d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:50.459020 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-535e77e6-bf6d-4636-bb10-98b6c64b6a25 req-747754e1-1579-460b-b6b9-33e28109e14d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0464487 May 12 11:48:50.504858 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-535e77e6-bf6d-4636-bb10-98b6c64b6a25 req-e1b56d50-cbcc-418c-bc71-75a2a210bd9d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403991 May 12 11:48:51.618261 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e786a-918e-4c5c-86a1-a4dd2991a2c1 req-24d20ab8-3dc0-416f-877a-b23e08788c57 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:51.619711 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dc1e786a-918e-4c5c-86a1-a4dd2991a2c1 req-24d20ab8-3dc0-416f-877a-b23e08788c57 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0476737 May 12 11:48:51.665957 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dc1e786a-918e-4c5c-86a1-a4dd2991a2c1 req-7b3e398d-54cc-4846-a3a1-750564cf0b1d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401640 May 12 11:48:52.778488 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa421034-329b-454c-8abd-5d73893e30ed req-44b96754-3081-4b2a-b564-865372246eb4 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:52.779852 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aa421034-329b-454c-8abd-5d73893e30ed req-44b96754-3081-4b2a-b564-865372246eb4 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0465429 May 12 11:48:52.825280 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aa421034-329b-454c-8abd-5d73893e30ed req-f3876f35-22c6-4a27-9930-e778e6592651 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 May 12 11:48:52.998382 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-74b301e4-490f-4f9f-8311-53e4b766aef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:53.939230 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519e95d-8260-4fed-951a-0a59afac88ce req-1b2625e3-5772-4c56-b86a-d8d5182140bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:53.940680 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3519e95d-8260-4fed-951a-0a59afac88ce req-1b2625e3-5772-4c56-b86a-d8d5182140bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0497174 May 12 11:48:53.985785 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3519e95d-8260-4fed-951a-0a59afac88ce req-04ab8d46-97a6-4faf-92e2-6b5a7c379abf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395386 May 12 11:48:55.100951 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da14d-19b4-41d0-af8b-bbf87504304b req-8c71e82b-6975-405a-b341-6e0d63b82311 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:55.102603 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-636da14d-19b4-41d0-af8b-bbf87504304b req-8c71e82b-6975-405a-b341-6e0d63b82311 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0499258 May 12 11:48:55.144347 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7d377e8f-ded0-4228-9b90-ff7b49723a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:55.149231 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-636da14d-19b4-41d0-af8b-bbf87504304b req-354a0afd-f35e-47ba-87cb-539a772615a3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 May 12 11:48:56.259721 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292c490-4c40-4a32-a103-b712467ef378 req-a4c0528e-760a-4c27-a442-3a0461b508c8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:56.261205 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f292c490-4c40-4a32-a103-b712467ef378 req-a4c0528e-760a-4c27-a442-3a0461b508c8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0452602 May 12 11:48:56.309889 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:56.310450 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f292c490-4c40-4a32-a103-b712467ef378 req-ed823634-b7bb-4ba3-ac63-5bc4378bd37d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427184 May 12 11:48:56.418727 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:57.423864 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f2751-acdd-41dd-9ef8-19d931ecacc7 req-63513dd7-6952-4f22-b226-c9d26de775fa tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:57.425221 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-343f2751-acdd-41dd-9ef8-19d931ecacc7 req-63513dd7-6952-4f22-b226-c9d26de775fa tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0460143 May 12 11:48:57.473601 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-343f2751-acdd-41dd-9ef8-19d931ecacc7 req-28d4199f-1813-4c4a-b577-11adf6981c9c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426502 May 12 11:48:57.678278 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:57.733512 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-043bd281-fae6-4a6f-ad4e-6064848d39e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414138 May 12 11:48:57.842430 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-0e7ba0a6-5bdd-4af2-9690-67ee59755c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:57.843879 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-0e7ba0a6-5bdd-4af2-9690-67ee59755c01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 1130 time: 0.0387778 May 12 11:48:58.591543 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b592d5-afa2-4538-8cfc-ab7ace36d73b req-6555cc19-cf03-4ce9-9f69-45bb84ac6b61 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:58.593006 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-30b592d5-afa2-4538-8cfc-ab7ace36d73b req-6555cc19-cf03-4ce9-9f69-45bb84ac6b61 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0492837 May 12 11:48:58.639430 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-30b592d5-afa2-4538-8cfc-ab7ace36d73b req-af47d303-1a14-4c18-8372-6fd91de26208 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407526 May 12 11:48:59.121594 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-4a88a725-617a-4957-a49a-477a14520aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:59.123096 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-4a88a725-617a-4957-a49a-477a14520aec service neutron] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 917 time: 0.0889759 May 12 11:48:59.148577 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:48:59.178987 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8a004-f572-4516-a9db-eaf6a2e2d1b0 req-6aabfe59-0002-409d-a7cd-4abdc1b0f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:59.180506 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-48c8a004-f572-4516-a9db-eaf6a2e2d1b0 req-6aabfe59-0002-409d-a7cd-4abdc1b0f1b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 1129 time: 0.0379784 May 12 11:48:59.199714 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-10202fb7-bfc4-4ad6-b0c5-1df3177ffbdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df HTTP/1.1" status: 200 len: 1000 time: 0.0583012 May 12 11:48:59.232122 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-48c8a004-f572-4516-a9db-eaf6a2e2d1b0 req-c97291f4-abe0-4b4f-9fec-7ed311e28f91 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 May 12 11:48:59.255720 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-5e6c962d-c8f7-4700-8ef4-ad8c715621a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:59.257148 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-5e6c962d-c8f7-4700-8ef4-ad8c715621a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.0473249 May 12 11:48:59.627478 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-5f21fa6b-8e64-412a-b610-f208fe984b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:59.629049 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-5f21fa6b-8e64-412a-b610-f208fe984b37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440683 May 12 11:48:59.749667 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbcc91-ff44-4222-acd4-877687ea76af req-3e643b8a-81d8-4b26-a2af-208adff85968 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:48:59.751142 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2cbbcc91-ff44-4222-acd4-877687ea76af req-3e643b8a-81d8-4b26-a2af-208adff85968 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0462327 May 12 11:48:59.797281 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2cbbcc91-ff44-4222-acd4-877687ea76af req-dd05830a-f628-40f3-b973-1fed3bdf82b1 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 May 12 11:49:00.158425 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-f0b1eb02-66a0-4262-b635-5e34b816c1ae service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864139 May 12 11:49:00.788988 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f92b26c-91e5-4a5c-8206-4ccae5cfba87 req-1f3d5870-e73b-47a8-8879-bd4abda45526 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866232 May 12 11:49:00.910740 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687062c9-2f87-4d05-8e7b-8743c48f91a5 req-d30600c1-bbbc-43ce-8714-8c11647194a7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:00.912229 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-687062c9-2f87-4d05-8e7b-8743c48f91a5 req-d30600c1-bbbc-43ce-8714-8c11647194a7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0459468 May 12 11:49:00.958107 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-687062c9-2f87-4d05-8e7b-8743c48f91a5 req-af7be8b3-66bf-49dc-a693-a378100d491b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 May 12 11:49:01.377950 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd5697-89e8-4f51-bdc0-c11410da19bb req-55d4b958-eb66-4f66-848f-d9111c44d1f8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:01.379324 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-45fd5697-89e8-4f51-bdc0-c11410da19bb req-55d4b958-eb66-4f66-848f-d9111c44d1f8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0526462 May 12 11:49:01.425105 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-45fd5697-89e8-4f51-bdc0-c11410da19bb req-95463bbd-29c5-46c6-b11d-8b5ffd2ceffe tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400302 May 12 11:49:01.577561 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94506083-8ba9-4cba-ae05-3c8253593efd req-f87587e9-18d6-40b0-af20-f5132da252d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:01.579125 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-94506083-8ba9-4cba-ae05-3c8253593efd req-f87587e9-18d6-40b0-af20-f5132da252d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 1129 time: 0.0388956 May 12 11:49:01.678327 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94506083-8ba9-4cba-ae05-3c8253593efd req-74195e20-c516-45d2-b646-89fb095843d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:01.679693 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-94506083-8ba9-4cba-ae05-3c8253593efd req-74195e20-c516-45d2-b646-89fb095843d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.0871160 May 12 11:49:01.822812 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-94506083-8ba9-4cba-ae05-3c8253593efd req-30dc9b80-c31e-431b-9d03-9428e9a94011 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c HTTP/1.1" status: 200 len: 1001 time: 0.0577428 May 12 11:49:02.197072 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94506083-8ba9-4cba-ae05-3c8253593efd req-bb45d679-12b1-4bc6-8477-3810db98b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:02.198921 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-94506083-8ba9-4cba-ae05-3c8253593efd req-bb45d679-12b1-4bc6-8477-3810db98b207 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.0452585 May 12 11:49:02.252088 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94506083-8ba9-4cba-ae05-3c8253593efd req-dcf2b4b0-6ef5-465b-bc6c-340cf432e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:02.253732 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-94506083-8ba9-4cba-ae05-3c8253593efd req-dcf2b4b0-6ef5-465b-bc6c-340cf432e5a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461307 May 12 11:49:02.429451 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-94506083-8ba9-4cba-ae05-3c8253593efd req-397c3a5b-897d-4ee0-8c26-659739f795cd service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805149 May 12 11:49:02.539014 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3d7e1-5952-4805-8b77-3361f5c1f1f2 req-44eb8f71-8514-46c4-86ee-2fc232c8bb6b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:02.540466 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8af3d7e1-5952-4805-8b77-3361f5c1f1f2 req-44eb8f71-8514-46c4-86ee-2fc232c8bb6b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0462618 May 12 11:49:02.586098 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8af3d7e1-5952-4805-8b77-3361f5c1f1f2 req-9a6df566-b4f3-42a5-8a61-b7c24a6b6f4e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401325 May 12 11:49:02.753623 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-94506083-8ba9-4cba-ae05-3c8253593efd req-d4b29ca6-ce49-445f-99f9-61ae3c406534 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885851 May 12 11:49:03.032186 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c18970-8f08-446d-94ac-df20b9fdf056 req-eba00aa1-fc86-49ae-a7d3-230a0d0e862d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:03.033557 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-44c18970-8f08-446d-94ac-df20b9fdf056 req-eba00aa1-fc86-49ae-a7d3-230a0d0e862d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 946 time: 0.0507369 May 12 11:49:03.081370 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-44c18970-8f08-446d-94ac-df20b9fdf056 req-05ec4bab-b445-44d4-a8ac-9ec21cd0376d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421877 May 12 11:49:03.696874 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba6e9-d575-4fdf-a226-653fbfa208f2 req-e5f4bcb5-b74f-442e-b068-3d85da6bbdd5 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:03.698314 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8b6ba6e9-d575-4fdf-a226-653fbfa208f2 req-e5f4bcb5-b74f-442e-b068-3d85da6bbdd5 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0450699 May 12 11:49:03.743477 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8b6ba6e9-d575-4fdf-a226-653fbfa208f2 req-0f967b01-c2d3-4786-bc20-1991b4e67649 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388203 May 12 11:49:04.191492 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b2cd1-9062-4fa7-98f0-0589ac726731 req-7690cb19-230f-4129-bbf1-1bd35b4419ed tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:04.192947 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e97b2cd1-9062-4fa7-98f0-0589ac726731 req-7690cb19-230f-4129-bbf1-1bd35b4419ed tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 946 time: 0.0452394 May 12 11:49:04.238517 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e97b2cd1-9062-4fa7-98f0-0589ac726731 req-c4e00ca7-ddd1-48fb-ab3e-7536386448e7 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400770 May 12 11:49:04.855622 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194d2c8-e2fb-410d-9b90-91c515778d4e req-733a3105-73e0-4c15-b21a-8f6535dca05b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:04.857829 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b194d2c8-e2fb-410d-9b90-91c515778d4e req-733a3105-73e0-4c15-b21a-8f6535dca05b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0461018 May 12 11:49:04.905099 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b194d2c8-e2fb-410d-9b90-91c515778d4e req-c513b8da-a0d3-4827-a810-828d9a474c0f tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 May 12 11:49:05.359288 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f188-db54-487a-ab07-0fb569d2f5ae req-50dc5f64-0c2d-42ab-a837-87e0ffe76793 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:05.360784 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7ab4f188-db54-487a-ab07-0fb569d2f5ae req-50dc5f64-0c2d-42ab-a837-87e0ffe76793 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 946 time: 0.0556502 May 12 11:49:05.411701 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7ab4f188-db54-487a-ab07-0fb569d2f5ae req-577502b0-9698-4a60-b6b5-a77d3fdee3a1 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451808 May 12 11:49:06.024920 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d2774-f762-4b25-a531-b19857b51091 req-4bf9e314-2747-4029-ad76-6dcf1a9b7ada tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:06.026405 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-249d2774-f762-4b25-a531-b19857b51091 req-4bf9e314-2747-4029-ad76-6dcf1a9b7ada tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0505474 May 12 11:49:06.071552 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-249d2774-f762-4b25-a531-b19857b51091 req-b267fd34-f19b-44f5-ae30-fb51c78d8fd6 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396221 May 12 11:49:06.535079 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481d098-1ae6-4e42-9a31-0f56474c59e9 req-655ec037-fa1f-404b-95e3-56e4588ea501 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:06.536520 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4481d098-1ae6-4e42-9a31-0f56474c59e9 req-655ec037-fa1f-404b-95e3-56e4588ea501 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 946 time: 0.0464458 May 12 11:49:06.582261 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4481d098-1ae6-4e42-9a31-0f56474c59e9 req-fe4348e9-424f-406e-b79d-c2624c81b7a6 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 May 12 11:49:07.183640 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e8ccd-7d45-48fa-ba10-aefceab99654 req-08bc2407-8a0e-4b42-8728-2df4d31569c9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:07.185107 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-413e8ccd-7d45-48fa-ba10-aefceab99654 req-08bc2407-8a0e-4b42-8728-2df4d31569c9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0459642 May 12 11:49:07.232913 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-413e8ccd-7d45-48fa-ba10-aefceab99654 req-1f836b2b-a63c-418a-a30a-63e6c6eb1440 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 May 12 11:49:07.345160 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c33e5-c7c5-4ee2-83e9-f058236b0ac8 req-1fadeb19-95d9-43cf-93ab-29a1e4b675c3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:07.346645 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-de9c33e5-c7c5-4ee2-83e9-f058236b0ac8 req-1fadeb19-95d9-43cf-93ab-29a1e4b675c3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0529952 May 12 11:49:07.359141 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 36654) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:07.363378 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-752f6ca8-73bd-405b-a6ee-d38cc81cdd76 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Request body: {'floatingip': {'port_id': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:07.417264 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-752f6ca8-73bd-405b-a6ee-d38cc81cdd76 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for floatingip (692fb050-3fcd-447a-b774-36cf6f5747c0), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:07.583908 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9f518fb6-620f-4342-a4a7-63c65ca364a8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:07.585368 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9f518fb6-620f-4342-a4a7-63c65ca364a8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 946 time: 0.0610225 May 12 11:49:07.702395 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b9223-8292-4846-81a1-956735aaa1af req-3248d260-05d3-4b87-9115-9a48c4fecf0d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:07.703866 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b18b9223-8292-4846-81a1-956735aaa1af req-3248d260-05d3-4b87-9115-9a48c4fecf0d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 946 time: 0.0545337 May 12 11:49:07.753030 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b18b9223-8292-4846-81a1-956735aaa1af req-b3f79490-40e2-4169-97c0-f13678776c52 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434844 May 12 11:49:08.211403 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Deleting port 7d624a29-c293-4840-b98d-df28f56aaff7 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:08.211746 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:08.250210 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-752f6ca8-73bd-405b-a6ee-d38cc81cdd76 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:08.253961 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-752f6ca8-73bd-405b-a6ee-d38cc81cdd76 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (692fb050-3fcd-447a-b774-36cf6f5747c0), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:08.355516 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] For port 7d624a29-c293-4840-b98d-df28f56aaff7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7d624a29-c293-4840-b98d-df28f56aaff7,segment=NetworkSegment(07909202-488d-4498-94e1-c559fa6f83df),segment_id=07909202-488d-4498-94e1-c559fa6f83df)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:08.355860 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:08.397870 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Calling delete_port for 7d624a29-c293-4840-b98d-df28f56aaff7 owned by compute:nova {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:08.646567 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752f6ca8-73bd-405b-a6ee-d38cc81cdd76 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Router 436a3346-89e6-42fd-89c6-6ef12c603591 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:49:08.667876 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (7d624a29-c293-4840-b98d-df28f56aaff7), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:08.708126 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['7d624a29-c293-4840-b98d-df28f56aaff7'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:49:08.738460 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Pushing event deleted for resources: {'Port': ['ID=7d624a29-c293-4840-b98d-df28f56aaff7,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:08.795911 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.796261 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.796611 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.796952 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.797288 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.797625 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.797979 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.798310 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.798635 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.798957 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.799281 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.799602 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.799933 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.800256 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.800567 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:08.839829 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdeb2b-0391-451b-bdd6-7d551573c0ef req-afca73bc-e2e9-4985-b10d-d0ec97c34c75 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:08.842023 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-35fdeb2b-0391-451b-bdd6-7d551573c0ef req-afca73bc-e2e9-4985-b10d-d0ec97c34c75 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0574596 May 12 11:49:08.865035 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] No DVR routers for this DVR port 7d624a29-c293-4840-b98d-df28f56aaff7 on host hv-cinder-80473 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:49:08.890061 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:08.893195 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d5bbee7c-e4aa-4306-bfb9-f2e74e661939 req-9be3ddf2-b3a3-436a-8150-4f78a23d6d1d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.35 "DELETE /v2.0/ports/7d624a29-c293-4840-b98d-df28f56aaff7 HTTP/1.1" status: 204 len: 173 time: 0.8293238 May 12 11:49:08.893598 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-35fdeb2b-0391-451b-bdd6-7d551573c0ef req-3ac4e144-6d4f-4b57-b513-60b83b83fe5e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449488 May 12 11:49:08.893745 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4394d3b-8300-4ce2-837d-65d1e01cc7c6', 'name': 'network-vif-deleted', 'tag': '7d624a29-c293-4840-b98d-df28f56aaff7'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:08.895855 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2f3fcc-137c-45f2-b218-3b4cdcf5a282" -d '{"events": [{"server_uuid": "a4394d3b-8300-4ce2-837d-65d1e01cc7c6", "name": "network-vif-deleted", "tag": "7d624a29-c293-4840-b98d-df28f56aaff7"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:08.904497 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ae5563b5-34f1-48b2-b6ff-db326862b810 req-564969da-295c-4784-8e4b-d4973ce6e3e4 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4394d3b-8300-4ce2-837d-65d1e01cc7c6 HTTP/1.1" status: 200 len: 210 time: 0.0507665 May 12 11:49:08.915514 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752f6ca8-73bd-405b-a6ee-d38cc81cdd76 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:49:08.916699 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-752f6ca8-73bd-405b-a6ee-d38cc81cdd76 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:08.929011 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] Sync routers for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:49:08.940675 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:08.941283 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:48:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:08.943161 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba9c9ba-8112-4d2e-b117-8f75a8e45832 x-openstack-request-id: req-3ba9c9ba-8112-4d2e-b117-8f75a8e45832 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:08.943459 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4394d3b-8300-4ce2-837d-65d1e01cc7c6", "name": "network-vif-deleted", "tag": "7d624a29-c293-4840-b98d-df28f56aaff7", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:08.943712 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ba9c9ba-8112-4d2e-b117-8f75a8e45832 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:08.944108 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba9c9ba-8112-4d2e-b117-8f75a8e45832'] response: {'server_uuid': 'a4394d3b-8300-4ce2-837d-65d1e01cc7c6', 'name': 'network-vif-deleted', 'tag': '7d624a29-c293-4840-b98d-df28f56aaff7', 'status': 'completed', 'code': 200} May 12 11:49:08.977685 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-752f6ca8-73bd-405b-a6ee-d38cc81cdd76 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "PUT /v2.0/floatingips/692fb050-3fcd-447a-b774-36cf6f5747c0 HTTP/1.1" status: 200 len: 993 time: 1.6174703 May 12 11:49:09.054649 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:09.269209 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '692fb050-3fcd-447a-b774-36cf6f5747c0', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'port_id': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'mac_address': 'fa:16:3e:53:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:47:18Z', 'updated_at': '2022-05-12T11:49:08Z', 'revision_number': 3, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:16Z', 'revision_number': 5, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:09.297695 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] Checking router: 436a3346-89e6-42fd-89c6-6ef12c603591 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:49:09.305693 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:09.306312 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:48:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:09.410029 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:09.704176 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '692fb050-3fcd-447a-b774-36cf6f5747c0', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'port_id': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'mac_address': 'fa:16:3e:53:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:47:18Z', 'updated_at': '2022-05-12T11:49:08Z', 'revision_number': 3, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:16Z', 'revision_number': 5, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:09.734817 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d17d31-48e5-4752-8df9-b1152f05a806 None None] The sync data for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi is: [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '692fb050-3fcd-447a-b774-36cf6f5747c0', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'port_id': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'mac_address': 'fa:16:3e:53:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:47:18Z', 'updated_at': '2022-05-12T11:49:08Z', 'revision_number': 3, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:16Z', 'revision_number': 5, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:49:10.009061 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2644-073f-4ba3-8411-b48051941790 req-619c093d-a70c-419f-a59c-f303086c5072 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:10.010663 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0f1d2644-073f-4ba3-8411-b48051941790 req-619c093d-a70c-419f-a59c-f303086c5072 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0486608 May 12 11:49:10.058968 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0f1d2644-073f-4ba3-8411-b48051941790 req-7e4a9a0a-9a09-4054-81e0-a819b9e11439 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426824 May 12 11:49:10.944907 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c'}, {'name': 'network-changed', 'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:10.947146 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831a28c5-13e4-44cc-9f49-4743c257e001" -d '{"events": [{"name": "network-changed", "server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c"}, {"name": "network-changed", "server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:10.982324 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 May 2022 11:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eba1ade-8083-4a2a-8847-9b1846850d51 x-openstack-request-id: req-3eba1ade-8083-4a2a-8847-9b1846850d51 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:10.982618 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:10.982900 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3eba1ade-8083-4a2a-8847-9b1846850d51 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:10.983293 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eba1ade-8083-4a2a-8847-9b1846850d51'] response: {'name': 'network-changed', 'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'status': 'completed', 'code': 200} May 12 11:49:10.983549 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eba1ade-8083-4a2a-8847-9b1846850d51'] response: {'name': 'network-changed', 'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'status': 'completed', 'code': 200} May 12 11:49:11.182954 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc040d2d-1713-4516-be72-811004feee26 req-75b5c84e-ec44-4e9c-8ef5-4de25a1f9f2a tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:11.184412 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fc040d2d-1713-4516-be72-811004feee26 req-75b5c84e-ec44-4e9c-8ef5-4de25a1f9f2a tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0495424 May 12 11:49:11.229258 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fc040d2d-1713-4516-be72-811004feee26 req-3e25fa71-19f6-462f-adb2-041da1d0c112 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387316 May 12 11:49:11.535150 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:49:12.340377 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943dcee-93ca-4a32-9ee2-79f77b613267 req-5e753409-e092-437f-9b0d-983b8b5aad42 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:12.342350 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d943dcee-93ca-4a32-9ee2-79f77b613267 req-5e753409-e092-437f-9b0d-983b8b5aad42 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0457451 May 12 11:49:12.386704 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d943dcee-93ca-4a32-9ee2-79f77b613267 req-3c28032d-d6d2-4efb-ad9c-3c38be897f55 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 May 12 11:49:12.993090 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 7d624a29-c293-4840-b98d-df28f56aaff7 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:49:13.014498 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 7d624a29-c293-4840-b98d-df28f56aaff7 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:49:13.014843 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 7d624a29-c293-4840-b98d-df28f56aaff7 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:49:13.057624 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-9320e36a-e555-4d1d-baef-ddab4923ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:13.059112 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-9320e36a-e555-4d1d-baef-ddab4923ae21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 1129 time: 0.0389335 May 12 11:49:13.151067 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-6a8dcfc6-f4e0-4ede-ba8e-633f20a3619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:13.152499 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-6a8dcfc6-f4e0-4ede-ba8e-633f20a3619b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.0867486 May 12 11:49:13.221624 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-3fb1f7b4-0d69-4463-953b-35f12a23994b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c HTTP/1.1" status: 200 len: 1001 time: 0.0623713 May 12 11:49:13.273490 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-814c2e12-605f-406c-8744-34b2b41c4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:13.274977 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-814c2e12-605f-406c-8744-34b2b41c4951 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.0446041 May 12 11:49:13.329882 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-25b15171-af47-418e-9bc1-8daf07f4c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:13.331395 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-25b15171-af47-418e-9bc1-8daf07f4c191 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473688 May 12 11:49:13.422017 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-eb8caef5-db3e-4985-8cbb-0131d910bb66 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829432 May 12 11:49:13.535634 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be446e57-1f57-42be-97b9-2c336a803a64 req-22e1fa3f-1215-46b9-9bad-9aeb5faaefca tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:13.537090 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-be446e57-1f57-42be-97b9-2c336a803a64 req-22e1fa3f-1215-46b9-9bad-9aeb5faaefca tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0830295 May 12 11:49:13.568076 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-386b00f6-0544-49a8-8eca-113328f0e202 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397576 May 12 11:49:13.597430 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-be446e57-1f57-42be-97b9-2c336a803a64 req-b1af9a04-3ecf-4f8e-821c-36be944f7abb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526991 May 12 11:49:13.701155 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-b18385c8-9520-4bcf-9ebd-da9e77201e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:13.702856 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-b18385c8-9520-4bcf-9ebd-da9e77201e5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 1129 time: 0.0385025 May 12 11:49:13.794653 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-98a4be57-e05d-489c-a701-4f44d00e01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:13.795983 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-98a4be57-e05d-489c-a701-4f44d00e01d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.0838792 May 12 11:49:13.862347 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-519a8fc3-d528-4fde-854a-04bf6c584450 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c HTTP/1.1" status: 200 len: 1001 time: 0.0588193 May 12 11:49:13.908970 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-c6e88378-1ba0-47cb-ba5d-873b006053c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:13.910361 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-c6e88378-1ba0-47cb-ba5d-873b006053c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.0419464 May 12 11:49:13.953200 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-412b17bc-4331-4c2b-8903-0ea04891d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:13.954659 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-412b17bc-4331-4c2b-8903-0ea04891d90c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371628 May 12 11:49:14.043238 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-b1924ad7-23ee-425f-8a8a-9a0d109cfa63 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817723 May 12 11:49:14.151520 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-831a28c5-13e4-44cc-9f49-4743c257e001 req-c7fcfa2e-32eb-414a-aa32-ddffafcefb14 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791941 May 12 11:49:14.714262 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbc7e5-2abf-41a4-9670-7ade98d36065 req-f8d82fff-e226-4764-a041-a444a501cc87 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:14.715652 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b3fbc7e5-2abf-41a4-9670-7ade98d36065 req-f8d82fff-e226-4764-a041-a444a501cc87 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0518057 May 12 11:49:14.762292 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b3fbc7e5-2abf-41a4-9670-7ade98d36065 req-eba93017-e8f1-4b5c-a898-e3f1d8012423 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405660 May 12 11:49:15.873986 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde79e79-32c4-4d2a-b13b-d35f01c0ddb0 req-527e85c2-edcc-4561-9c43-20781344665f tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:15.875415 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bde79e79-32c4-4d2a-b13b-d35f01c0ddb0 req-527e85c2-edcc-4561-9c43-20781344665f tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0462389 May 12 11:49:15.923650 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bde79e79-32c4-4d2a-b13b-d35f01c0ddb0 req-b8e77074-d2c6-48e5-92c2-af2a138ba44f tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 May 12 11:49:17.035576 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c5e8a-f94b-4f49-ad26-4e3e76355249 req-a3a820b3-f31e-432d-8300-8738d194353d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:17.037059 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f07c5e8a-f94b-4f49-ad26-4e3e76355249 req-a3a820b3-f31e-432d-8300-8738d194353d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0469410 May 12 11:49:17.086457 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f07c5e8a-f94b-4f49-ad26-4e3e76355249 req-5da7c7a7-aa9d-4e7e-9c3d-800696aa2ddd tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 May 12 11:49:17.854487 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-22bca5a8-ff17-40e6-bcac-cfc07d87a8fb tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:17.855960 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-22bca5a8-ff17-40e6-bcac-cfc07d87a8fb tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/networks?id=acb61e6d-7b7b-4a9a-bc49-033a539945dd HTTP/1.1" status: 200 len: 813 time: 0.1000187 May 12 11:49:17.870815 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-e5952c88-7220-4fe1-8c29-f41fdf093697 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/quotas/7a1abe690e43433daccff30391d4b260 HTTP/1.1" status: 200 len: 375 time: 0.0089765 May 12 11:49:17.908774 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-092de880-88f1-40f0-ab07-8c53353c7733 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a1abe690e43433daccff30391d4b260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307357 May 12 11:49:18.000486 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-dbf3df0b-1169-4af4-8b2b-c5b7fdc89138 service neutron] 10.222.0.58 "GET /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844152 May 12 11:49:18.089580 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-f9b530c9-384d-4cfb-ba20-57a51f2997dd service neutron] 10.222.0.58 "GET /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832562 May 12 11:49:18.203535 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc5eda-18e7-46cc-9ef2-0e502c38a434 req-49af7896-fc38-4c84-a26f-ad23173a424a tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:18.205834 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-eacc5eda-18e7-46cc-9ef2-0e502c38a434 req-49af7896-fc38-4c84-a26f-ad23173a424a tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0504606 May 12 11:49:18.244460 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-34fa341a-ff1b-47af-bf2a-b10464e06c9b req-edc1488b-4eb6-478e-b8a5-fd52cddb8e66 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 210 time: 0.0285976 May 12 11:49:18.258192 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-eacc5eda-18e7-46cc-9ef2-0e502c38a434 req-9279738f-e66c-4d9b-af3d-6dd414d53df7 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468488 May 12 11:49:19.213407 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae08cb5-741f-4533-b7ba-07f62c99be31 req-be6e6b13-9453-4b0f-a6cd-4afa4d321f26 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:19.214777 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-eae08cb5-741f-4533-b7ba-07f62c99be31 req-be6e6b13-9453-4b0f-a6cd-4afa4d321f26 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 946 time: 0.0469007 May 12 11:49:19.261218 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-eae08cb5-741f-4533-b7ba-07f62c99be31 req-5e84fba2-03d1-40d9-8d65-816382000926 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403528 May 12 11:49:19.348878 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-19faa286-c7b3-448f-a664-3d53fd2bfc91 req-fa8daf95-96a2-4219-b5b9-2592f1912a12 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 210 time: 0.0294995 May 12 11:49:19.376181 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7103b-c770-4a6a-8649-1074af5f7c6e req-2c852723-8f3f-40df-a3c9-07fc9a2b8f92 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:19.377624 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-37f7103b-c770-4a6a-8649-1074af5f7c6e req-2c852723-8f3f-40df-a3c9-07fc9a2b8f92 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0495906 May 12 11:49:19.422334 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-37f7103b-c770-4a6a-8649-1074af5f7c6e req-169021d6-4b21-4086-b194-6b1a1f402fc3 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 May 12 11:49:20.375769 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59749d5e-3b83-40ca-a280-578c102de8c5 req-d5095849-0105-4fdf-be8b-5105c58c37aa tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:20.377285 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-59749d5e-3b83-40ca-a280-578c102de8c5 req-d5095849-0105-4fdf-be8b-5105c58c37aa tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 946 time: 0.0454044 May 12 11:49:20.422799 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-59749d5e-3b83-40ca-a280-578c102de8c5 req-d640ab8c-3ce3-46de-bc7d-5a9e6896cb2e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400591 May 12 11:49:20.442946 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-804f2e07-c86c-4707-b132-ed04a3417be4 req-bba6d423-b0ee-40f8-a023-15b6c2f011f0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 210 time: 0.0275507 May 12 11:49:20.537988 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d7c69-a21d-4ce8-aa7a-ddd76cc84259 req-7c92b5ce-ed9a-43b4-8e2e-3916801aa28e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:20.539424 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-190d7c69-a21d-4ce8-aa7a-ddd76cc84259 req-7c92b5ce-ed9a-43b4-8e2e-3916801aa28e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0493093 May 12 11:49:20.584592 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-190d7c69-a21d-4ce8-aa7a-ddd76cc84259 req-86234c70-b260-48e6-a874-fa24e8f6bcab tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395834 May 12 11:49:21.167511 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-96696f4e-7a69-4973-9af5-264c8de2a870 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:21.168950 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-96696f4e-7a69-4973-9af5-264c8de2a870 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.35 "GET /v2.0/networks?id=acb61e6d-7b7b-4a9a-bc49-033a539945dd HTTP/1.1" status: 200 len: 813 time: 0.3702042 May 12 11:49:21.311115 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Request body: {'port': {'device_id': 'ba6039b3-958e-46ef-83e3-a942c113b22a', 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd', 'admin_state_up': True, 'tenant_id': '7a1abe690e43433daccff30391d4b260'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:21.352485 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-ac544e52-10f7-48b5-bb79-245e9e1beda9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:21.353941 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-ac544e52-10f7-48b5-bb79-245e9e1beda9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 946 time: 0.0458989 May 12 11:49:21.416505 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Made reservation on behalf of 7a1abe690e43433daccff30391d4b260 for: {'port': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:49:21.419963 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:21.445806 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Deleting port d3632d97-f0ea-41b4-9003-a50ffebf91df {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:21.446392 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:21.554737 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] For port d3632d97-f0ea-41b4-9003-a50ffebf91df, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d3632d97-f0ea-41b4-9003-a50ffebf91df,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:21.555101 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:21.582524 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9688eb30-3fd2-4e28-a5b0-a80528ded009 req-6deea119-b0d9-46e7-b5ed-deca0fc3eec5 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 210 time: 0.0434723 May 12 11:49:21.583077 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Allocated IP 172.20.0.13 (acb61e6d-7b7b-4a9a-bc49-033a539945dd/abe94256-7f94-44b8-a59e-a5be05bc65a6/5a435639-c474-4088-a6dd-c7e042256655) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:49:21.592703 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3856420-3bb0-467e-af73-cc9a28d6778c req-d6a7be94-b557-4415-a0b3-ef39d0d9cfbb tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:21.594293 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c3856420-3bb0-467e-af73-cc9a28d6778c req-d6a7be94-b557-4415-a0b3-ef39d0d9cfbb tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 946 time: 0.0611501 May 12 11:49:21.698461 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c3856420-3bb0-467e-af73-cc9a28d6778c req-3d36de6e-c84d-4215-ac7b-fdd23c691bc9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807185 May 12 11:49:21.726519 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2891-b19c-4d26-a391-3e7c9cc46fdb req-c6b278d5-ce7c-420b-ad61-cdac11cfdddd tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:21.727976 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-202d2891-b19c-4d26-a391-3e7c9cc46fdb req-c6b278d5-ce7c-420b-ad61-cdac11cfdddd tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0698066 May 12 11:49:21.775645 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks [] for port (5a435639-c474-4088-a6dd-c7e042256655), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:21.807862 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (5a435639-c474-4088-a6dd-c7e042256655), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:21.833142 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-202d2891-b19c-4d26-a391-3e7c9cc46fdb req-767d913d-b029-4308-b95f-52144544f38f tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983920 May 12 11:49:21.854431 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Network acb61e6d-7b7b-4a9a-bc49-033a539945dd is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:49:21.857134 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:21.861840 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:49:21.865773 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Pushing event updated for resources: {'Port': ['ID=5a435639-c474-4088-a6dd-c7e042256655,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:21.901725 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:21.902632 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (936521a5-f7fb-4c28-a178-3baebeee8368), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:21.902985 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Floating IP 936521a5-f7fb-4c28-a178-3baebeee8368 disassociated. External IP: 172.27.0.19, port: d3632d97-f0ea-41b4-9003-a50ffebf91df. May 12 11:49:21.903341 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Calling delete_port for d3632d97-f0ea-41b4-9003-a50ffebf91df owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:21.913497 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:21.914118 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:21.930055 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-0ded54dd-2bfc-48a0-8082-9f332cfed9d8 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6231856 May 12 11:49:21.948930 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Request body: {'port': {'device_id': 'ba6039b3-958e-46ef-83e3-a942c113b22a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:22.006218 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (5a435639-c474-4088-a6dd-c7e042256655), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:22.030903 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (d3632d97-f0ea-41b4-9003-a50ffebf91df), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:22.061295 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event deleted for resources: {'Port': ['ID=d3632d97-f0ea-41b4-9003-a50ffebf91df,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:22.071431 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.071774 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.072113 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.072446 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.072777 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.073107 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.073434 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.073787 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.074112 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.074436 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.074765 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.075118 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.075442 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.075764 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.076085 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:22.187181 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Router 4c22b8fc-b8a2-4245-bf48-133c465afe58 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:49:22.314079 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a435639-c474-4088-a6dd-c7e042256655 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:49:22.322549 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Publish callbacks [] for port (5a435639-c474-4088-a6dd-c7e042256655), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:22.337765 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Transition to ACTIVE for port object 5a435639-c474-4088-a6dd-c7e042256655 will not be triggered until provisioned by entity L2. {{(pid=109896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:49:22.342786 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (5a435639-c474-4088-a6dd-c7e042256655), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:22.390825 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a435639-c474-4088-a6dd-c7e042256655,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:22.481851 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Attempting to bind port 5a435639-c474-4088-a6dd-c7e042256655 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:49:22.482186 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Attempting to bind port 5a435639-c474-4088-a6dd-c7e042256655 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '07909202-488d-4498-94e1-c559fa6f83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:49:22.482445 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Attempting to bind port 5a435639-c474-4088-a6dd-c7e042256655 on network acb61e6d-7b7b-4a9a-bc49-033a539945dd {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:49:22.486807 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Port 5a435639-c474-4088-a6dd-c7e042256655 on network acb61e6d-7b7b-4a9a-bc49-033a539945dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:49:22.487125 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Attempting to bind port 5a435639-c474-4088-a6dd-c7e042256655 on network acb61e6d-7b7b-4a9a-bc49-033a539945dd {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:49:22.492005 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:49:22.492340 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Checking segment: {'id': '07909202-488d-4498-94e1-c559fa6f83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:49:22.492718 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Bound using segment: {'id': '07909202-488d-4498-94e1-c559fa6f83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:49:22.493144 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Bound port: 5a435639-c474-4088-a6dd-c7e042256655, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07909202-488d-4498-94e1-c559fa6f83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:49:22.493501 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (5a435639-c474-4088-a6dd-c7e042256655), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:22.518001 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:49:22.530735 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] Sync routers for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:49:22.541935 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:22.545170 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:48:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:22.560699 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] No DVR routers for this DVR port d3632d97-f0ea-41b4-9003-a50ffebf91df on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:49:22.563257 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:22.567676 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fe6b5dd5-41bc-485b-a05e-59cdabf1197a req-5c5736f2-ff03-48b0-9685-a04bc654e86f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.35 "DELETE /v2.0/ports/d3632d97-f0ea-41b4-9003-a50ffebf91df HTTP/1.1" status: 204 len: 173 time: 1.2065964 May 12 11:49:22.568118 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'name': 'network-vif-deleted', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:22.570898 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f47fd2-6609-4fd2-aa0b-cc8ce14ead87" -d '{"events": [{"server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "name": "network-vif-deleted", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:22.576575 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] For port 5a435639-c474-4088-a6dd-c7e042256655, host hv-cinder-80473, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:49:22.580053 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] For port 5a435639-c474-4088-a6dd-c7e042256655, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5a435639-c474-4088-a6dd-c7e042256655,segment=NetworkSegment(07909202-488d-4498-94e1-c559fa6f83df),segment_id=07909202-488d-4498-94e1-c559fa6f83df)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:49:22.589929 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (5a435639-c474-4088-a6dd-c7e042256655), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:22.643871 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:22.644483 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:22.646553 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953a02aa-abda-4b51-94b3-4ef6b1f16fa9 x-openstack-request-id: req-953a02aa-abda-4b51-94b3-4ef6b1f16fa9 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:22.646856 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cd2aad-2374-4ded-8b72-2e54fbbad916", "name": "network-vif-deleted", "tag": "d3632d97-f0ea-41b4-9003-a50ffebf91df", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:22.647103 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-953a02aa-abda-4b51-94b3-4ef6b1f16fa9 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:22.647496 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953a02aa-abda-4b51-94b3-4ef6b1f16fa9'] response: {'server_uuid': 'c5cd2aad-2374-4ded-8b72-2e54fbbad916', 'name': 'network-vif-deleted', 'tag': 'd3632d97-f0ea-41b4-9003-a50ffebf91df', 'status': 'completed', 'code': 200} May 12 11:49:22.649099 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/5a435639-c474-4088-a6dd-c7e042256655 HTTP/1.1" status: 200 len: 1094 time: 0.7041285 May 12 11:49:22.649672 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6039b3-958e-46ef-83e3-a942c113b22a', 'tag': '5a435639-c474-4088-a6dd-c7e042256655'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:22.651948 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b3a842-dc9d-4179-b687-373017d9c8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6039b3-958e-46ef-83e3-a942c113b22a", "tag": "5a435639-c474-4088-a6dd-c7e042256655"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:22.703748 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4e86f-8f74-480a-af5e-5cf1ffef24a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a435639-c474-4088-a6dd-c7e042256655,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:22.710709 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895b3cda-d2be-410b-8aca-e5137c7ff6b3 x-openstack-request-id: req-895b3cda-d2be-410b-8aca-e5137c7ff6b3 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:22.711187 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6039b3-958e-46ef-83e3-a942c113b22a", "tag": "5a435639-c474-4088-a6dd-c7e042256655", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:22.712387 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-895b3cda-d2be-410b-8aca-e5137c7ff6b3 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:22.713017 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895b3cda-d2be-410b-8aca-e5137c7ff6b3'] response: {'name': 'network-changed', 'server_uuid': 'ba6039b3-958e-46ef-83e3-a942c113b22a', 'tag': '5a435639-c474-4088-a6dd-c7e042256655', 'status': 'completed', 'code': 200} May 12 11:49:22.721235 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:22.769461 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07f48c-66f0-4a83-bc69-780b9d3877fe req-c1940770-8fef-4b3f-8920-8c02717f9ab6 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:22.771545 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ce07f48c-66f0-4a83-bc69-780b9d3877fe req-c1940770-8fef-4b3f-8920-8c02717f9ab6 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 944 time: 0.0820789 May 12 11:49:22.819560 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3a842-dc9d-4179-b687-373017d9c8d5 req-0a55b736-994a-410c-b6f2-3c4590b6d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:22.821106 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-51b3a842-dc9d-4179-b687-373017d9c8d5 req-0a55b736-994a-410c-b6f2-3c4590b6d310 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a1abe690e43433daccff30391d4b260&device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 1128 time: 0.0503376 May 12 11:49:22.852066 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ce07f48c-66f0-4a83-bc69-780b9d3877fe req-2c4d58fd-0d81-417b-9b45-56282304385f tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706367 May 12 11:49:22.853206 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-34c49560-a5a9-4f2b-a81e-cca14d80a1d3 req-4537e7dc-7f7e-43be-85a4-f358c4ab1604 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5cd2aad-2374-4ded-8b72-2e54fbbad916 HTTP/1.1" status: 200 len: 210 time: 0.0311611 May 12 11:49:22.960899 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:22.965548 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf5ba-18f5-40b3-ab6a-3500a480f380 req-c6959020-6321-4e93-9746-e31e88d2f75e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:22.967615 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f9faf5ba-18f5-40b3-ab6a-3500a480f380 req-c6959020-6321-4e93-9746-e31e88d2f75e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0521209 May 12 11:49:22.991466 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] Checking router: 4c22b8fc-b8a2-4245-bf48-133c465afe58 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:49:23.008048 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-44d6703e-5e85-4626-a40a-e24652a9479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:23.010468 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:23.011256 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:48:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:23.015792 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f9faf5ba-18f5-40b3-ab6a-3500a480f380 req-d1983447-d85e-48de-8ee9-a92c6bf1b478 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 May 12 11:49:23.122689 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:23.179419 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3a842-dc9d-4179-b687-373017d9c8d5 req-1130ef3e-dbec-4a6e-815b-3718a1837b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:23.181378 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-51b3a842-dc9d-4179-b687-373017d9c8d5 req-1130ef3e-dbec-4a6e-815b-3718a1837b65 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7a1abe690e43433daccff30391d4b260&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1045005 May 12 11:49:23.303693 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3a842-dc9d-4179-b687-373017d9c8d5 req-70e1ba44-07dc-4c81-90c1-94586d8a240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:23.305157 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-51b3a842-dc9d-4179-b687-373017d9c8d5 req-70e1ba44-07dc-4c81-90c1-94586d8a240e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064987 May 12 11:49:23.335198 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:23.362348 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5a0ab-1fb5-409c-b621-7a383af3dee5 None None] The sync data for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi is: [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:49:23.417571 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-d242765e-5fcb-4924-bd27-9126068b9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:23.419648 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-d242765e-5fcb-4924-bd27-9126068b9983 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a1abe690e43433daccff30391d4b260&device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 1128 time: 0.0430102 May 12 11:49:23.476164 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-310e8018-e4ac-4a5f-999b-fba9c6bcaab0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a435639-c474-4088-a6dd-c7e042256655 HTTP/1.1" status: 200 len: 217 time: 0.0371408 May 12 11:49:23.534525 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-35af2308-dd3d-456b-b68d-be0fd8ad58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:23.536003 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-35af2308-dd3d-456b-b68d-be0fd8ad58b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=abe94256-7f94-44b8-a59e-a5be05bc65a6 HTTP/1.1" status: 200 len: 853 time: 0.0531430 May 12 11:49:23.570487 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-e837dbb0-cdc0-4797-985f-4aa25920f6b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acb61e6d-7b7b-4a9a-bc49-033a539945dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275753 May 12 11:49:23.605835 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10514846-8638-4003-a163-a3ab99dd601b None None] New status for floating IP 936521a5-f7fb-4c28-a178-3baebeee8368: DOWN {{(pid=109898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:49:23.670728 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-94aced1b-d7d3-45ba-b04d-96c37843a231 service neutron] 10.222.0.35 "GET /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919287 May 12 11:49:23.762955 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d87e7ed-8375-4314-bd21-069413bc6e8a req-7df15a18-6b52-4416-b1bd-5cc788c5ad64 service neutron] 10.222.0.35 "GET /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864747 May 12 11:49:23.955803 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 36812) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:23.977943 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d544c-f69e-4a42-bcbe-825e84d4f0d3 req-6758af24-ce64-4d7b-9a5e-1e9ae308a76a tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:23.979511 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c26d544c-f69e-4a42-bcbe-825e84d4f0d3 req-6758af24-ce64-4d7b-9a5e-1e9ae308a76a tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 944 time: 0.0517879 May 12 11:49:24.015030 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18cbca48-9dbe-4555-ba1d-9cf968328e8f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (032c99fa-8fd7-4c57-9e04-4ae86b3e17ca), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.029124 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c26d544c-f69e-4a42-bcbe-825e84d4f0d3 req-e13e52f5-4202-43af-85a6-4bc96f6d67a6 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 May 12 11:49:24.041426 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18cbca48-9dbe-4555-ba1d-9cf968328e8f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (032c99fa-8fd7-4c57-9e04-4ae86b3e17ca), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.102253 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18cbca48-9dbe-4555-ba1d-9cf968328e8f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (032c99fa-8fd7-4c57-9e04-4ae86b3e17ca), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.105195 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18cbca48-9dbe-4555-ba1d-9cf968328e8f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.106377 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-18cbca48-9dbe-4555-ba1d-9cf968328e8f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "DELETE /v2.0/security-groups/032c99fa-8fd7-4c57-9e04-4ae86b3e17ca HTTP/1.1" status: 204 len: 168 time: 0.1488276 May 12 11:49:24.109162 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 36816) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:24.125389 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.api.v2.resource [None req-768cdbae-fa32-4b1c-87c7-762cbb1d7de4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] show failed (client error): The resource could not be found. May 12 11:49:24.128529 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-768cdbae-fa32-4b1c-87c7-762cbb1d7de4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups/032c99fa-8fd7-4c57-9e04-4ae86b3e17ca HTTP/1.1" status: 404 len: 347 time: 0.0139499 May 12 11:49:24.131079 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 36818) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:24.141745 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbca48-9dbe-4555-ba1d-9cf968328e8f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032c99fa-8fd7-4c57-9e04-4ae86b3e17ca,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:24.162203 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d6ada-70b6-42e2-8c6b-973dac5eb393 req-22cd5a74-903a-4899-af46-c8f00bf0c497 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:24.171701 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-581d6ada-70b6-42e2-8c6b-973dac5eb393 req-22cd5a74-903a-4899-af46-c8f00bf0c497 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0789723 May 12 11:49:24.222264 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-581d6ada-70b6-42e2-8c6b-973dac5eb393 req-9c959afb-7ccf-41f0-9a4f-9f0fc37d5b13 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447581 May 12 11:49:24.269331 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2adb0b8e-7fed-4b9f-8cbe-fa330ff2c79d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Deleting port d1e5a067-85fa-4e2e-bb69-406faeff361b {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:24.269667 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2adb0b8e-7fed-4b9f-8cbe-fa330ff2c79d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (d1e5a067-85fa-4e2e-bb69-406faeff361b), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.346446 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2adb0b8e-7fed-4b9f-8cbe-fa330ff2c79d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (d1e5a067-85fa-4e2e-bb69-406faeff361b), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.346768 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2adb0b8e-7fed-4b9f-8cbe-fa330ff2c79d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (d1e5a067-85fa-4e2e-bb69-406faeff361b), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.358831 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2adb0b8e-7fed-4b9f-8cbe-fa330ff2c79d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Calling delete_port for d1e5a067-85fa-4e2e-bb69-406faeff361b owned by network:floatingip {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:24.500035 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2adb0b8e-7fed-4b9f-8cbe-fa330ff2c79d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (d1e5a067-85fa-4e2e-bb69-406faeff361b), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.528513 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb0b8e-7fed-4b9f-8cbe-fa330ff2c79d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event deleted for resources: {'Port': ['ID=d1e5a067-85fa-4e2e-bb69-406faeff361b,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:24.586737 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2adb0b8e-7fed-4b9f-8cbe-fa330ff2c79d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (936521a5-f7fb-4c28-a178-3baebeee8368), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.589245 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2adb0b8e-7fed-4b9f-8cbe-fa330ff2c79d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.593430 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-2adb0b8e-7fed-4b9f-8cbe-fa330ff2c79d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "DELETE /v2.0/floatingips/936521a5-f7fb-4c28-a178-3baebeee8368 HTTP/1.1" status: 204 len: 168 time: 0.4568334 May 12 11:49:24.672083 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 36822) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:24.676760 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-6026e527-c75a-43b7-951b-012ebd3e2c1f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--975232042', 'description': 'tempest-description--2050122122'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:24.697189 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6026e527-c75a-43b7-951b-012ebd3e2c1f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.765050 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6026e527-c75a-43b7-951b-012ebd3e2c1f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (5a7beb6b-da01-466e-8ac8-b1163f989464), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.768453 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6026e527-c75a-43b7-951b-012ebd3e2c1f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5a7beb6b-da01-466e-8ac8-b1163f989464), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.795753 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026e527-c75a-43b7-951b-012ebd3e2c1f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7beb6b-da01-466e-8ac8-b1163f989464,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:24.800306 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6026e527-c75a-43b7-951b-012ebd3e2c1f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.804133 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6026e527-c75a-43b7-951b-012ebd3e2c1f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1283123 May 12 11:49:24.804690 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 36824) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:24.809438 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-1621e996-faec-47e1-9cad-4cfcde916336 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'security_group_rule': {'security_group_id': '5a7beb6b-da01-466e-8ac8-b1163f989464', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:24.834802 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1621e996-faec-47e1-9cad-4cfcde916336 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (0fc206f7-4f55-4ffc-ab05-5936b683c23a), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.887318 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1621e996-faec-47e1-9cad-4cfcde916336 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (0fc206f7-4f55-4ffc-ab05-5936b683c23a), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.891288 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1621e996-faec-47e1-9cad-4cfcde916336 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (0fc206f7-4f55-4ffc-ab05-5936b683c23a), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.912667 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621e996-faec-47e1-9cad-4cfcde916336 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc206f7-4f55-4ffc-ab05-5936b683c23a,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:24.922047 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1621e996-faec-47e1-9cad-4cfcde916336 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:24.926123 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1621e996-faec-47e1-9cad-4cfcde916336 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207597 May 12 11:49:24.926457 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 36826) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:24.931770 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8e7cacfc-dc65-45bd-b230-c72cc828f1ee tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'security_group_rule': {'security_group_id': '5a7beb6b-da01-466e-8ac8-b1163f989464', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:24.959092 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e7cacfc-dc65-45bd-b230-c72cc828f1ee tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (4ff2df6e-84bd-4b69-80eb-de88754b74cf), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.020533 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e7cacfc-dc65-45bd-b230-c72cc828f1ee tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (4ff2df6e-84bd-4b69-80eb-de88754b74cf), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.024954 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e7cacfc-dc65-45bd-b230-c72cc828f1ee tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (4ff2df6e-84bd-4b69-80eb-de88754b74cf), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.042532 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cacfc-dc65-45bd-b230-c72cc828f1ee tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff2df6e-84bd-4b69-80eb-de88754b74cf,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:25.053722 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e7cacfc-dc65-45bd-b230-c72cc828f1ee tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.058261 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-8e7cacfc-dc65-45bd-b230-c72cc828f1ee tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274390 May 12 11:49:25.058364 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 36830) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:25.062688 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:25.084087 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.149742 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86e002-9248-4302-bca1-1cabc85b1d40 req-9744f05c-c87c-4a6d-8fa6-e85e878d10a9 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:25.150219 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e85245eb-1230-4ed7-8793-9189973c866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.151468 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6d86e002-9248-4302-bca1-1cabc85b1d40 req-9744f05c-c87c-4a6d-8fa6-e85e878d10a9 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 944 time: 0.0506787 May 12 11:49:25.167084 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.214799 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6d86e002-9248-4302-bca1-1cabc85b1d40 req-6f81d598-0294-4726-be67-a0978345cc80 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555542 May 12 11:49:25.286373 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Allocated IP 172.27.0.212 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/031a1cd0-1967-4e30-a5ce-2077281a3dfb) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:49:25.374190 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bd3f9-35e1-4f18-aaab-f654caa6c58d req-b51a75e1-ee6b-496b-a3a2-285ee0deb9a8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:25.375772 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cf6bd3f9-35e1-4f18-aaab-f654caa6c58d req-b51a75e1-ee6b-496b-a3a2-285ee0deb9a8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0823979 May 12 11:49:25.475226 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cf6bd3f9-35e1-4f18-aaab-f654caa6c58d req-5a345534-291b-4620-a1e7-fd58616207a3 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709527 May 12 11:49:25.479653 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for port (031a1cd0-1967-4e30-a5ce-2077281a3dfb), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.519216 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (031a1cd0-1967-4e30-a5ce-2077281a3dfb), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.565998 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:49:25.571619 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:25.574514 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:49:25.595524 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'Port': ['ID=031a1cd0-1967-4e30-a5ce-2077281a3dfb,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:25.698009 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ea97d-fb5b-44fb-892e-d27de463c38e req-5538f206-3b28-4043-a44c-8400c20cdc14 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:25.699521 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-760ea97d-fb5b-44fb-892e-d27de463c38e req-5538f206-3b28-4043-a44c-8400c20cdc14 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0609326 May 12 11:49:25.713245 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d3632d97-f0ea-41b4-9003-a50ffebf91df no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:49:25.736581 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: d3632d97-f0ea-41b4-9003-a50ffebf91df {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:49:25.736945 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d3632d97-f0ea-41b4-9003-a50ffebf91df not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:49:25.798004 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (f048d0c6-be79-4f80-a8bb-738c50616c82), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.819504 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-09d8a45b-4960-485f-9a4b-fccd53445abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:25.820962 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-09d8a45b-4960-485f-9a4b-fccd53445abf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d51975fc708d49efa56621b0fd19c47f&device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 1129 time: 0.0882881 May 12 11:49:25.826651 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-760ea97d-fb5b-44fb-892e-d27de463c38e req-e02c082b-8b9c-4e04-9551-19b75aa5f8d1 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073565 May 12 11:49:25.875315 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (031a1cd0-1967-4e30-a5ce-2077281a3dfb), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:25.978732 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-79e1d36e-ace3-4dec-8cf5-005d9bda6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:25.980150 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-79e1d36e-ace3-4dec-8cf5-005d9bda6706 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 200 len: 912 time: 0.1373842 May 12 11:49:26.096816 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-d8f328ba-d606-4b95-8e75-95f878328b34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe78454-40e0-452b-9fda-bc63a3a68799 HTTP/1.1" status: 200 len: 1000 time: 0.1073391 May 12 11:49:26.173932 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-d1c81c4f-416b-4a0e-a47d-8de8395c2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:26.175399 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-d1c81c4f-416b-4a0e-a47d-8de8395c2995 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe6a700a-d728-4a58-8bea-bfad07912417 HTTP/1.1" status: 200 len: 850 time: 0.0721583 May 12 11:49:26.200938 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for port (031a1cd0-1967-4e30-a5ce-2077281a3dfb), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:26.217920 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (031a1cd0-1967-4e30-a5ce-2077281a3dfb), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:26.256037 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-5e9c8d8c-7a37-42b2-a37b-45495e940411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:26.257538 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-5e9c8d8c-7a37-42b2-a37b-45495e940411 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f747c31e-f2f6-4373-ba29-1719eaa22635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0742490 May 12 11:49:26.316881 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:26.321724 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'Port': ['ID=031a1cd0-1967-4e30-a5ce-2077281a3dfb,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:26.338398 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (f048d0c6-be79-4f80-a8bb-738c50616c82), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:26.348824 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be40327-9bfa-4be3-a0b1-75cc327210ac req-387ff4d2-0873-42ad-b0e3-57e55e7cad62 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:26.350347 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2be40327-9bfa-4be3-a0b1-75cc327210ac req-387ff4d2-0873-42ad-b0e3-57e55e7cad62 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 944 time: 0.0634856 May 12 11:49:26.388035 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:26.390006 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-3b08e60a-ac36-4322-8368-b09c76034d1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3300369 May 12 11:49:26.398481 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2be40327-9bfa-4be3-a0b1-75cc327210ac req-b64d96e5-a555-41b9-88e0-489208a5eb01 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 May 12 11:49:26.404892 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-863abc0b-0c74-4486-84e3-fbf6ce35488e service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389911 May 12 11:49:26.443231 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:26.506919 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3c1d0f8e-6203-497c-823a-fe84a7a654d8 req-6f22459a-4c80-4244-8666-8d68d96f1f1a service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946913 May 12 11:49:26.602510 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6db072bd-a1e7-4805-9338-a80033ee9950 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--975232042&fields=id&tenant_id=079cb1c02174440091d4c5bcbc27bdc5 HTTP/1.1" status: 200 len: 267 time: 0.0424390 May 12 11:49:26.703769 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-50e1fc92-0d4a-416a-b134-92f2eddc010e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:26.705191 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-50e1fc92-0d4a-416a-b134-92f2eddc010e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 816 time: 0.0957699 May 12 11:49:26.718799 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-da323e69-dc31-40e7-8a62-ab245df4cac2 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/quotas/079cb1c02174440091d4c5bcbc27bdc5 HTTP/1.1" status: 200 len: 375 time: 0.0083914 May 12 11:49:26.776629 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-0e286941-f039-481a-aaf3-63cbcd70fc98 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531461 May 12 11:49:26.869200 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-29a629e1-26df-407d-b39e-0d8b0a6e1b4f service neutron] 10.222.0.58 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813668 May 12 11:49:26.937287 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c824648-998a-442d-99f1-510cf33b0ecc req-6da66528-716e-47a0-aad7-bbf6c9515f9d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:26.938782 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4c824648-998a-442d-99f1-510cf33b0ecc req-6da66528-716e-47a0-aad7-bbf6c9515f9d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0457494 May 12 11:49:26.963889 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-b2eeea6b-16cb-48d7-8cec-d4c72ad98c36 service neutron] 10.222.0.58 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882969 May 12 11:49:26.988011 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4c824648-998a-442d-99f1-510cf33b0ecc req-3407ad0d-05c1-4267-817b-4521c3a38333 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431821 May 12 11:49:27.133191 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-18ed7a4d-9bf0-423f-a268-52a0ce1f0edf req-c5005b3f-9193-4454-acf0-2922078e99a6 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 210 time: 0.0327866 May 12 11:49:27.516667 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2c986-4365-4094-8d3e-0d1175acba3c req-680268bc-60dd-424c-b6f5-fd912d813d23 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:27.518124 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bda2c986-4365-4094-8d3e-0d1175acba3c req-680268bc-60dd-424c-b6f5-fd912d813d23 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 944 time: 0.0463686 May 12 11:49:27.564235 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bda2c986-4365-4094-8d3e-0d1175acba3c req-b3f9d177-1f16-4b36-8249-5b5529a57ad0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406914 May 12 11:49:27.680325 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:27.717384 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 5a435639-c474-4088-a6dd-c7e042256655 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:49:27.816704 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 5a435639-c474-4088-a6dd-c7e042256655, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5a435639-c474-4088-a6dd-c7e042256655,segment=NetworkSegment(07909202-488d-4498-94e1-c559fa6f83df),segment_id=07909202-488d-4498-94e1-c559fa6f83df)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:27.828042 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '5a435639-c474-4088-a6dd-c7e042256655', 'network_id': 'acb61e6d-7b7b-4a9a-bc49-033a539945dd', 'port_id': '5a435639-c474-4088-a6dd-c7e042256655', 'mac_address': 'fa:16:3e:59:a7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe94256-7f94-44b8-a59e-a5be05bc65a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:49:27.867140 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 5a435639-c474-4088-a6dd-c7e042256655 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:27.867525 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (5a435639-c474-4088-a6dd-c7e042256655), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:27.880206 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a435639-c474-4088-a6dd-c7e042256655 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:49:27.898413 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 5a435639-c474-4088-a6dd-c7e042256655, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5a435639-c474-4088-a6dd-c7e042256655,segment=NetworkSegment(07909202-488d-4498-94e1-c559fa6f83df),segment_id=07909202-488d-4498-94e1-c559fa6f83df)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:27.901782 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (5a435639-c474-4088-a6dd-c7e042256655), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:27.946916 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=5a435639-c474-4088-a6dd-c7e042256655,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:27.954162 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.954539 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.954903 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.955247 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.955583 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.955914 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.956242 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.956573 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.956934 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.957266 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.957593 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.957961 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.958289 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.958611 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:27.958932 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:28.100951 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87346b7f-0613-45b3-a9c6-194d31de5302 req-e59e9210-eab1-4ffc-858e-03cb5b12399d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:28.102454 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87346b7f-0613-45b3-a9c6-194d31de5302 req-e59e9210-eab1-4ffc-858e-03cb5b12399d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0476651 May 12 11:49:28.147976 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87346b7f-0613-45b3-a9c6-194d31de5302 req-5d53e1b6-7cce-45b1-8de6-1c5905b476b7 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393817 May 12 11:49:28.245341 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ae70f8cb-0c95-4577-9544-d3e965ec5154 req-d387d739-0482-4ec1-aa77-210ae9f88917 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 210 time: 0.0369728 May 12 11:49:28.286310 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['5a435639-c474-4088-a6dd-c7e042256655'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:49:28.339558 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-54fd1e9c-65f1-4ff3-b4ee-7b1bb623e003 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:28.341549 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-54fd1e9c-65f1-4ff3-b4ee-7b1bb623e003 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 816 time: 0.1061606 May 12 11:49:28.416643 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-1323a47c-d301-441a-b19b-5f711fae5e92 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079cb1c02174440091d4c5bcbc27bdc5 HTTP/1.1" status: 200 len: 379 time: 0.0523899 May 12 11:49:28.529746 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'port': {'device_id': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'admin_state_up': True, 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'security_groups': ['5a7beb6b-da01-466e-8ac8-b1163f989464']}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:28.640850 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Made reservation on behalf of 079cb1c02174440091d4c5bcbc27bdc5 for: {'port': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:49:28.644340 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:28.679209 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946e392-48bc-46c5-ab65-afc896a269ff req-73f53259-b960-4c31-9388-c7e5326e9127 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:28.680677 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5946e392-48bc-46c5-ab65-afc896a269ff req-73f53259-b960-4c31-9388-c7e5326e9127 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 945 time: 0.0471489 May 12 11:49:28.728518 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5946e392-48bc-46c5-ab65-afc896a269ff req-a1bcfe3e-e024-4ae6-82f2-88a368b8d13f tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 May 12 11:49:28.766448 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Allocated IP 172.20.0.6 (eff33054-22ac-4705-93a5-40677c07e79b/c4ece216-eb88-4775-8177-f614bc6d8908/e62c63ee-3f94-4556-b00c-c45c7465fd0e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:49:28.912998 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:28.944390 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:28.985816 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Network eff33054-22ac-4705-93a5-40677c07e79b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:49:28.988905 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:28.994502 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:49:29.022582 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event updated for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:29.051198 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:29.051825 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:29.068026 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6d5cfb86-d34b-4b36-8973-26954fb0c206 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425274 May 12 11:49:29.090267 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Request body: {'port': {'device_id': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:29.153925 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:29.156504 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:29.180303 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-d1dd6b9f-b00b-497b-80d0-536ad2e1a351 None None] Provisioning complete for port e62c63ee-3f94-4556-b00c-c45c7465fd0e triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:29.180783 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6b9f-b00b-497b-80d0-536ad2e1a351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:29.215369 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd6b9f-b00b-497b-80d0-536ad2e1a351 None None] Port e62c63ee-3f94-4556-b00c-c45c7465fd0e cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:49:29.521346 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87c80f-9af1-4baa-859a-be6d804135e3 req-2498466a-f437-4972-ba22-562b85938ea8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:29.522804 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c87c80f-9af1-4baa-859a-be6d804135e3 req-2498466a-f437-4972-ba22-562b85938ea8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 931 time: 0.0599189 May 12 11:49:29.634538 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0c87c80f-9af1-4baa-859a-be6d804135e3 req-b0553a01-7e58-4a68-88a1-848e2708cb1b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730188 May 12 11:49:29.738890 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 5a435639-c474-4088-a6dd-c7e042256655 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:49:29.749073 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62c63ee-3f94-4556-b00c-c45c7465fd0e {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:49:29.756806 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Publish callbacks [] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:29.771603 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Transition to ACTIVE for port object e62c63ee-3f94-4556-b00c-c45c7465fd0e will not be triggered until provisioned by entity L2. {{(pid=109896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:49:29.776157 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:29.787527 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 5a435639-c474-4088-a6dd-c7e042256655 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:49:29.795794 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 5a435639-c474-4088-a6dd-c7e042256655 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:29.796173 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (5a435639-c474-4088-a6dd-c7e042256655), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:29.854456 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Pushing event updated for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:29.913988 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382a79-ea26-4e46-ac44-ec5eb27baf5a req-51898b0b-5466-4ec1-aad4-67a52ee86bd7 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:29.922229 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3a382a79-ea26-4e46-ac44-ec5eb27baf5a req-51898b0b-5466-4ec1-aad4-67a52ee86bd7 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 945 time: 0.1246235 May 12 11:49:29.957626 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Attempting to bind port e62c63ee-3f94-4556-b00c-c45c7465fd0e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:49:29.957859 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Attempting to bind port e62c63ee-3f94-4556-b00c-c45c7465fd0e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:49:29.958183 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Attempting to bind port e62c63ee-3f94-4556-b00c-c45c7465fd0e on network eff33054-22ac-4705-93a5-40677c07e79b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:49:29.963823 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Port e62c63ee-3f94-4556-b00c-c45c7465fd0e on network eff33054-22ac-4705-93a5-40677c07e79b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:49:29.963823 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Attempting to bind port e62c63ee-3f94-4556-b00c-c45c7465fd0e on network eff33054-22ac-4705-93a5-40677c07e79b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:49:29.969496 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:49:29.969996 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Checking segment: {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:49:29.970253 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Bound using segment: {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:49:29.970693 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Bound port: e62c63ee-3f94-4556-b00c-c45c7465fd0e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6fc86a-e335-43b5-977d-c7d7d1b80077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:49:29.971064 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:29.980693 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3a382a79-ea26-4e46-ac44-ec5eb27baf5a req-3222bed3-01ab-4639-be6e-02175e82fa68 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523739 May 12 11:49:30.023799 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 5a435639-c474-4088-a6dd-c7e042256655 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:30.024633 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (5a435639-c474-4088-a6dd-c7e042256655), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:30.046659 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:49:30.049691 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:49:30.051760 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6039b3-958e-46ef-83e3-a942c113b22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a435639-c474-4088-a6dd-c7e042256655'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:30.053974 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab07870-678c-489e-842d-a3fcd83bbf05" -d '{"events": [{"server_uuid": "ba6039b3-958e-46ef-83e3-a942c113b22a", "name": "network-vif-plugged", "status": "completed", "tag": "5a435639-c474-4088-a6dd-c7e042256655"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:30.058806 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:30.067068 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 5a435639-c474-4088-a6dd-c7e042256655, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5a435639-c474-4088-a6dd-c7e042256655,segment=NetworkSegment(07909202-488d-4498-94e1-c559fa6f83df),segment_id=07909202-488d-4498-94e1-c559fa6f83df)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:30.072139 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (5a435639-c474-4088-a6dd-c7e042256655), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:30.098526 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9947e17f-e382-410c-ae48-03df7e43d898 x-openstack-request-id: req-9947e17f-e382-410c-ae48-03df7e43d898 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:30.098837 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6039b3-958e-46ef-83e3-a942c113b22a", "name": "network-vif-plugged", "status": "completed", "tag": "5a435639-c474-4088-a6dd-c7e042256655", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:30.099094 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9947e17f-e382-410c-ae48-03df7e43d898 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:30.099484 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9947e17f-e382-410c-ae48-03df7e43d898'] response: {'server_uuid': 'ba6039b3-958e-46ef-83e3-a942c113b22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a435639-c474-4088-a6dd-c7e042256655', 'code': 200} May 12 11:49:30.100221 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:30.100757 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:30.102156 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] 10.222.0.35 "PUT /v2.0/ports/e62c63ee-3f94-4556-b00c-c45c7465fd0e HTTP/1.1" status: 200 len: 1093 time: 1.0162463 May 12 11:49:30.102597 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:30.104818 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13256ac2-dbf8-49fd-b625-3247628f165a" -d '{"events": [{"name": "network-changed", "server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:30.131061 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=5a435639-c474-4088-a6dd-c7e042256655,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:30.154637 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f03ae7-ee5f-4828-9b60-beb02d18b862 service neutron] Pushing event updated for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:30.169428 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba7c546-57ec-424c-84e4-472a475fa198 x-openstack-request-id: req-bba7c546-57ec-424c-84e4-472a475fa198 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:30.169744 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:30.170012 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bba7c546-57ec-424c-84e4-472a475fa198 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:30.170600 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba7c546-57ec-424c-84e4-472a475fa198'] response: {'name': 'network-changed', 'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'status': 'completed', 'code': 200} May 12 11:49:30.272256 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13256ac2-dbf8-49fd-b625-3247628f165a req-fc0552aa-c2dd-49c7-8616-9576d4557f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:30.273903 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-13256ac2-dbf8-49fd-b625-3247628f165a req-fc0552aa-c2dd-49c7-8616-9576d4557f38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 1127 time: 0.0696096 May 12 11:49:30.290175 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-35b17e31-7f19-4afd-a939-0f9c06861485 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2140154362&fields=id&tenant_id=95636bf5a2284bc697044d2b3b46828a HTTP/1.1" status: 200 len: 267 time: 0.0879614 May 12 11:49:30.341568 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45ec07-db24-4f9b-a669-4fd8c07fd96b req-c41f4e88-c316-4a46-a885-594ad2ef0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:30.343388 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f45ec07-db24-4f9b-a669-4fd8c07fd96b req-c41f4e88-c316-4a46-a885-594ad2ef0949 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 1130 time: 0.0408678 May 12 11:49:30.370806 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-2a20a537-d09d-4f15-bfed-c2d6a5b98636 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:30.372714 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-2a20a537-d09d-4f15-bfed-c2d6a5b98636 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 984 time: 0.0768621 May 12 11:49:30.390184 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f45ec07-db24-4f9b-a669-4fd8c07fd96b req-f137d723-7378-43bd-ade5-ced67627e29b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396862 May 12 11:49:30.413238 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-68f98f48-afa9-4d03-8568-3fceabd89323 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Request body: {'port': {'security_groups': ['e41c7748-bc49-4f47-996a-64cef7f99d31']}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:30.487988 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13256ac2-dbf8-49fd-b625-3247628f165a req-dbcc25c1-2e3b-46a5-8ff4-bb80f4d92cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:30.489346 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-13256ac2-dbf8-49fd-b625-3247628f165a req-dbcc25c1-2e3b-46a5-8ff4-bb80f4d92cef service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1847100 May 12 11:49:30.503380 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-68f98f48-afa9-4d03-8568-3fceabd89323 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:30.753229 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d040db-c25b-4128-8355-3dd8e75682c2 req-f8fb2d15-100c-487b-8fe7-972fd53205d3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:30.754738 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-86d040db-c25b-4128-8355-3dd8e75682c2 req-f8fb2d15-100c-487b-8fe7-972fd53205d3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0471807 May 12 11:49:30.773141 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-68f98f48-afa9-4d03-8568-3fceabd89323 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] For port 5467d5f0-8b8e-4bbd-967c-8638230e171e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:30.805604 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-86d040db-c25b-4128-8355-3dd8e75682c2 req-39753a34-32de-4b09-afac-a260781aea32 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447540 May 12 11:49:30.809122 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13256ac2-dbf8-49fd-b625-3247628f165a req-cab57ad3-ef26-4cbc-bee3-35b357e68491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:30.811193 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-13256ac2-dbf8-49fd-b625-3247628f165a req-cab57ad3-ef26-4cbc-bee3-35b357e68491 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271510 May 12 11:49:30.819448 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-68f98f48-afa9-4d03-8568-3fceabd89323 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:30.826184 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-68f98f48-afa9-4d03-8568-3fceabd89323 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:30.872601 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['5467d5f0-8b8e-4bbd-967c-8638230e171e'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:49:30.875199 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-68f98f48-afa9-4d03-8568-3fceabd89323 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:30.876745 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-68f98f48-afa9-4d03-8568-3fceabd89323 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:30.879820 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-296e8b4f-e50f-4291-ad91-d0b779747af1 req-68f98f48-afa9-4d03-8568-3fceabd89323 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "PUT /v2.0/ports/5467d5f0-8b8e-4bbd-967c-8638230e171e HTTP/1.1" status: 200 len: 942 time: 0.4763381 May 12 11:49:30.884630 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 36898) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:30.903877 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f98f48-afa9-4d03-8568-3fceabd89323 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event updated for resources: {'Port': ['ID=5467d5f0-8b8e-4bbd-967c-8638230e171e,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:30.952158 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2c9a-7fa2-4732-a4ef-e9fe9d6890ea tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group (06bb2f2f-3b67-447e-b9d3-94a9680fb745), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:30.979275 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2c9a-7fa2-4732-a4ef-e9fe9d6890ea tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group (06bb2f2f-3b67-447e-b9d3-94a9680fb745), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:31.051897 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2c9a-7fa2-4732-a4ef-e9fe9d6890ea tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (06bb2f2f-3b67-447e-b9d3-94a9680fb745), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:31.055717 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2c9a-7fa2-4732-a4ef-e9fe9d6890ea tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:31.056893 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-3b0d2c9a-7fa2-4732-a4ef-e9fe9d6890ea tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "DELETE /v2.0/security-groups/06bb2f2f-3b67-447e-b9d3-94a9680fb745 HTTP/1.1" status: 204 len: 168 time: 0.1712699 May 12 11:49:31.059746 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 36902) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:31.079256 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['5467d5f0-8b8e-4bbd-967c-8638230e171e'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:49:31.094888 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d2c9a-7fa2-4732-a4ef-e9fe9d6890ea tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb2f2f-3b67-447e-b9d3-94a9680fb745,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:31.120501 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b9213-3f0e-4c34-948d-39659128e284 req-c3e37eb2-974b-4aea-837b-f79b1a9ec80f tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:31.122196 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-844b9213-3f0e-4c34-948d-39659128e284 req-c3e37eb2-974b-4aea-837b-f79b1a9ec80f tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 946 time: 0.0640912 May 12 11:49:31.139309 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-32af3144-5efd-447e-9cf7-785c909e564c None None] Provisioning complete for port 5467d5f0-8b8e-4bbd-967c-8638230e171e triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:31.140005 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-32af3144-5efd-447e-9cf7-785c909e564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:31.189865 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-844b9213-3f0e-4c34-948d-39659128e284 req-6eedcb2f-670b-44f6-94bc-c254ea108401 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596404 May 12 11:49:31.280420 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Deleting port 1dac6c65-1ca8-40aa-9883-48e0c7ca401a {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:31.280677 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (1dac6c65-1ca8-40aa-9883-48e0c7ca401a), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:31.281773 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-32af3144-5efd-447e-9cf7-785c909e564c None None] Current status of the port 5467d5f0-8b8e-4bbd-967c-8638230e171e is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:31.299532 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-d383ff6a-7a75-4a41-a82a-c275da33d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:31.301005 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-d383ff6a-7a75-4a41-a82a-c275da33d96b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 1127 time: 0.0798748 May 12 11:49:31.373144 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-d99085cb-bd87-475b-bebc-829e73ae8761 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e HTTP/1.1" status: 200 len: 217 time: 0.0376542 May 12 11:49:31.392866 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (1dac6c65-1ca8-40aa-9883-48e0c7ca401a), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:31.393188 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for floatingip (1dac6c65-1ca8-40aa-9883-48e0c7ca401a), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:31.430170 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Calling delete_port for 1dac6c65-1ca8-40aa-9883-48e0c7ca401a owned by network:floatingip {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:31.487577 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6c44bd0e-3e2e-49f9-890c-285412561bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:31.489011 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-6c44bd0e-3e2e-49f9-890c-285412561bc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.0933800 May 12 11:49:31.610300 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (1dac6c65-1ca8-40aa-9883-48e0c7ca401a), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:31.638742 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event deleted for resources: {'Port': ['ID=1dac6c65-1ca8-40aa-9883-48e0c7ca401a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:31.699597 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks [] for floatingip (6b4251b9-b023-48f9-a55f-06899d7b3ff6), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:31.700606 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.l3_db [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Floating IP 6b4251b9-b023-48f9-a55f-06899d7b3ff6 disassociated (deleted). External IP: 172.27.0.28, port: 5467d5f0-8b8e-4bbd-967c-8638230e171e. May 12 11:49:31.937954 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Router 906acc30-6602-4a44-9b63-9a2e94460e85 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:49:31.944138 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ec355-c82a-4f41-b00b-75cf3702412c req-83a2724e-3a3d-45c0-ad94-684eb63a0f4d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:31.945590 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bc9ec355-c82a-4f41-b00b-75cf3702412c req-83a2724e-3a3d-45c0-ad94-684eb63a0f4d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0613046 May 12 11:49:32.048040 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-bc9ec355-c82a-4f41-b00b-75cf3702412c req-874f6bb7-4a05-45c5-860e-7b851b607068 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955708 May 12 11:49:32.099756 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:49:32.110976 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] Sync routers for ids ['906acc30-6602-4a44-9b63-9a2e94460e85'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:49:32.123411 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:32.124248 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] Routers {'906acc30-6602-4a44-9b63-9a2e94460e85'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:32.124994 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['906acc30-6602-4a44-9b63-9a2e94460e85'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:32.158214 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-e1110490-df61-42b9-9c10-780e14e645d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:32.159717 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-e1110490-df61-42b9-9c10-780e14e645d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712576 May 12 11:49:32.161447 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-549d15da-a8f5-48e7-a18b-1f7d96cd1366 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "DELETE /v2.0/floatingips/6b4251b9-b023-48f9-a55f-06899d7b3ff6 HTTP/1.1" status: 204 len: 168 time: 1.1007113 May 12 11:49:32.171850 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e'}, {'name': 'network-changed', 'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:32.173797 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8792d2d-f416-4c0a-959f-b06c673d6883" -d '{"events": [{"name": "network-changed", "server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e"}, {"name": "network-changed", "server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:32.256924 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 May 2022 11:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ec5c0d-200b-463d-9624-661aa88a9fa1 x-openstack-request-id: req-c2ec5c0d-200b-463d-9624-661aa88a9fa1 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:32.257293 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:32.257503 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2ec5c0d-200b-463d-9624-661aa88a9fa1 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:32.258495 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ec5c0d-200b-463d-9624-661aa88a9fa1'] response: {'name': 'network-changed', 'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'status': 'completed', 'code': 200} May 12 11:49:32.258765 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ec5c0d-200b-463d-9624-661aa88a9fa1'] response: {'name': 'network-changed', 'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'status': 'completed', 'code': 200} May 12 11:49:32.264187 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] Set router 906acc30-6602-4a44-9b63-9a2e94460e85 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:32.288037 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-31f7e52a-060d-46e3-bc5e-d016f7e6b832 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106153 May 12 11:49:32.330210 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-dd2edc18-a84d-4957-8774-e381e7b64163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:32.331995 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-dd2edc18-a84d-4957-8774-e381e7b64163 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95636bf5a2284bc697044d2b3b46828a&device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 1129 time: 0.0607579 May 12 11:49:32.386718 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537ccb2-7b52-4fe6-af73-4fa8187bcc00 req-b07f599d-c7f8-474e-b7e7-4884e17149f7 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:32.389301 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0537ccb2-7b52-4fe6-af73-4fa8187bcc00 req-b07f599d-c7f8-474e-b7e7-4884e17149f7 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 946 time: 0.1132486 May 12 11:49:32.491176 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-6c20be23-8ef2-43c9-8cc1-6c805c611039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:32.492802 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-6c20be23-8ef2-43c9-8cc1-6c805c611039 service neutron] 10.222.0.35 "GET /v2.0/networks?id=98824664-61dd-44ab-8bd0-7c8c51299b91 HTTP/1.1" status: 200 len: 914 time: 0.1535399 May 12 11:49:32.535710 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0537ccb2-7b52-4fe6-af73-4fa8187bcc00 req-49ad8448-78fd-46ec-a280-1191f060a0ce tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123290 May 12 11:49:32.538107 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea2daf75-f25e-4ed0-af76-ee48354dc224 req-1e21c21b-62fe-419b-8048-5359d89e90a4 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399211 May 12 11:49:32.607045 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '52f36955-e06a-4985-8833-ffd9759d7339', 'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'mac_address': 'fa:16:3e:f7:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:20Z', 'updated_at': '2022-05-12T11:46:24Z', 'revision_number': 5, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'subnets': [{'id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:32.611232 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-a7ee6527-0a48-434b-b66e-79369262acb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e HTTP/1.1" status: 200 len: 217 time: 0.1041005 May 12 11:49:32.641965 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] Checking router: 906acc30-6602-4a44-9b63-9a2e94460e85 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:49:32.651342 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] Routers {'906acc30-6602-4a44-9b63-9a2e94460e85'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:32.652078 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['906acc30-6602-4a44-9b63-9a2e94460e85'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:32.763802 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] Set router 906acc30-6602-4a44-9b63-9a2e94460e85 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:32.945510 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '52f36955-e06a-4985-8833-ffd9759d7339', 'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'mac_address': 'fa:16:3e:f7:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:20Z', 'updated_at': '2022-05-12T11:46:24Z', 'revision_number': 5, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'subnets': [{'id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:32.970844 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b0d45-2251-4f7b-ade4-084046839fb5 None None] The sync data for ids ['906acc30-6602-4a44-9b63-9a2e94460e85'] in dv-cinder-804735-29-iscsi is: [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '52f36955-e06a-4985-8833-ffd9759d7339', 'name': '', 'network_id': '98824664-61dd-44ab-8bd0-7c8c51299b91', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'mac_address': 'fa:16:3e:f7:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:20Z', 'updated_at': '2022-05-12T11:46:24Z', 'revision_number': 5, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'subnets': [{'id': 'f159fc9e-1dd4-4e36-a921-6bed0545ce0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:49:33.171704 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafbdff-91ca-4198-9bd0-cf63e94dc7b7 req-10795542-99cf-4b2c-ba84-b4a44c26d336 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:33.173232 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0bafbdff-91ca-4198-9bd0-cf63e94dc7b7 req-10795542-99cf-4b2c-ba84-b4a44c26d336 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0518992 May 12 11:49:33.188160 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9598cedb-9869-4928-a7a7-ac8b4642b488 None None] New status for floating IP 6b4251b9-b023-48f9-a55f-06899d7b3ff6: DOWN {{(pid=109898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:49:33.220461 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0bafbdff-91ca-4198-9bd0-cf63e94dc7b7 req-bb43bbd0-f22f-400b-8e86-ed2d91680b44 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413067 May 12 11:49:33.995010 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-db0e9db2-0667-4954-b5d9-7da7e17fc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:33.996514 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-db0e9db2-0667-4954-b5d9-7da7e17fc509 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f159fc9e-1dd4-4e36-a921-6bed0545ce0a HTTP/1.1" status: 200 len: 852 time: 0.0443993 May 12 11:49:34.043307 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-8f199e5e-1457-46ca-ad15-5ad57ec25897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:34.045891 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-8f199e5e-1457-46ca-ad15-5ad57ec25897 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98824664-61dd-44ab-8bd0-7c8c51299b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409400 May 12 11:49:34.166981 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-a761dcb2-5163-4634-b505-47e425c23325 service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115086 May 12 11:49:34.287433 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-558fc380-807e-4811-9ace-1177a5c4c4af service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943859 May 12 11:49:34.336904 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4d49-dd8b-49dc-88f6-0740fd218c02 req-236e0e2b-53f6-4d9f-a6d3-0b10cf74cbf3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:34.338397 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-07dd4d49-dd8b-49dc-88f6-0740fd218c02 req-236e0e2b-53f6-4d9f-a6d3-0b10cf74cbf3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0469811 May 12 11:49:34.384840 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-07dd4d49-dd8b-49dc-88f6-0740fd218c02 req-0fa5672f-1717-4708-a00f-9e8bd1c1e722 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399301 May 12 11:49:34.416789 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-7448f466-1b29-4f3b-81b0-1e03b6d4be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:34.418472 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-7448f466-1b29-4f3b-81b0-1e03b6d4be27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95636bf5a2284bc697044d2b3b46828a&device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 1129 time: 0.0440373 May 12 11:49:34.509135 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-b158bc50-81fe-42d3-8820-ca8eb96bd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:34.510628 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-b158bc50-81fe-42d3-8820-ca8eb96bd0bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=98824664-61dd-44ab-8bd0-7c8c51299b91 HTTP/1.1" status: 200 len: 914 time: 0.0858819 May 12 11:49:34.559194 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-757c9a40-947c-40ff-ad4d-e6d2f0331fba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e HTTP/1.1" status: 200 len: 217 time: 0.0402308 May 12 11:49:34.610891 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-6662d6ae-2956-473e-bbf6-1e6510ce0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:34.612349 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-6662d6ae-2956-473e-bbf6-1e6510ce0caf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f159fc9e-1dd4-4e36-a921-6bed0545ce0a HTTP/1.1" status: 200 len: 852 time: 0.0463305 May 12 11:49:34.656911 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-d2abe5c0-2f99-419d-ad66-f04026cf2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:34.658907 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-d2abe5c0-2f99-419d-ad66-f04026cf2838 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98824664-61dd-44ab-8bd0-7c8c51299b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391111 May 12 11:49:34.757078 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-4e97f5b7-08ba-428e-b506-34dc5eaed00f service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908494 May 12 11:49:34.854325 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a8792d2d-f416-4c0a-959f-b06c673d6883 req-96d87c48-754a-4e3b-bb6e-997543f5bcce service neutron] 10.222.0.35 "GET /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900018 May 12 11:49:35.506509 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a523d-b326-4218-ab63-268c27c8f0f0 req-8ef0ec1c-ea79-4f06-ab5c-e93c81d598b1 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:35.507965 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b98a523d-b326-4218-ab63-268c27c8f0f0 req-8ef0ec1c-ea79-4f06-ab5c-e93c81d598b1 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0491638 May 12 11:49:35.552731 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b98a523d-b326-4218-ab63-268c27c8f0f0 req-f307817c-417a-4ea8-a177-7b16603d3cf6 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386052 May 12 11:49:35.771863 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device e62c63ee-3f94-4556-b00c-c45c7465fd0e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:49:35.863443 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:35.874809 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'port_id': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'mac_address': 'fa:16:3e:e1:c5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:49:35.914272 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port e62c63ee-3f94-4556-b00c-c45c7465fd0e is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:35.914667 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:35.927647 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62c63ee-3f94-4556-b00c-c45c7465fd0e {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:49:35.947113 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:35.951859 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:36.006782 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:36.086344 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dffbcd-23f2-429a-8124-c93b805fe484 req-a4a0bf55-e646-4858-8b7d-905c4da56584 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:36.087686 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b1dffbcd-23f2-429a-8124-c93b805fe484 req-a4a0bf55-e646-4858-8b7d-905c4da56584 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.0467589 May 12 11:49:36.133634 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b1dffbcd-23f2-429a-8124-c93b805fe484 req-43bc5472-3430-4e9c-afb8-ba61cf83ed47 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 May 12 11:49:36.337401 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['e62c63ee-3f94-4556-b00c-c45c7465fd0e'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:49:36.672849 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b7fce-3e1c-4fe3-b0b3-1f4a5b45961e req-dab0bb47-6674-4172-8a7d-b488fc205363 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:36.674318 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f77b7fce-3e1c-4fe3-b0b3-1f4a5b45961e req-dab0bb47-6674-4172-8a7d-b488fc205363 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 944 time: 0.0485578 May 12 11:49:36.719047 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f77b7fce-3e1c-4fe3-b0b3-1f4a5b45961e req-de23e376-c751-4ac2-8235-e661d3a6638b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393064 May 12 11:49:37.249346 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d63e0-2c2f-4442-b7df-4711a27dcf36 req-6c845d4a-d1eb-44a1-96b1-b0c4e66a837c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:37.250825 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d70d63e0-2c2f-4442-b7df-4711a27dcf36 req-6c845d4a-d1eb-44a1-96b1-b0c4e66a837c tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.0519001 May 12 11:49:37.296417 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d70d63e0-2c2f-4442-b7df-4711a27dcf36 req-4bd10b2a-d41b-4524-b85a-3886ad684ec6 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 May 12 11:49:37.782724 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device e62c63ee-3f94-4556-b00c-c45c7465fd0e up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:49:37.826441 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port e62c63ee-3f94-4556-b00c-c45c7465fd0e completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:49:37.833958 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port e62c63ee-3f94-4556-b00c-c45c7465fd0e triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:37.834332 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:37.836617 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf681be-8cf4-4463-ad34-8f47619ee828 req-93203070-b8d0-4f00-b096-5be091bd200c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:37.838129 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3bf681be-8cf4-4463-ad34-8f47619ee828 req-93203070-b8d0-4f00-b096-5be091bd200c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 944 time: 0.0476058 May 12 11:49:37.884413 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3bf681be-8cf4-4463-ad34-8f47619ee828 req-16ca1aea-7a07-4227-8840-609bf2f20af7 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405998 May 12 11:49:37.912081 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port e62c63ee-3f94-4556-b00c-c45c7465fd0e is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:37.912465 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:37.933514 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:37.936217 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f041a625-06d0-4369-8524-4aaee8529555" -d '{"events": [{"server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "name": "network-vif-plugged", "status": "completed", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:37.948534 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:37.952577 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:37.975968 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b8509-c457-40f2-868e-b4dca6edde6a x-openstack-request-id: req-cf2b8509-c457-40f2-868e-b4dca6edde6a {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:37.976268 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "name": "network-vif-plugged", "status": "completed", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:37.976527 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf2b8509-c457-40f2-868e-b4dca6edde6a {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:37.976919 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2b8509-c457-40f2-868e-b4dca6edde6a'] response: {'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'code': 200} May 12 11:49:38.002201 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:38.195709 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb67176-9366-486c-b968-d8b40e182aad req-a106e527-6c5a-4210-a686-22d62e77242f tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:38.196996 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-deb67176-9366-486c-b968-d8b40e182aad req-a106e527-6c5a-4210-a686-22d62e77242f tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.0454180 May 12 11:49:38.286379 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3a513-56e8-4f7a-a95e-5c7653fdbe3b req-ae584964-4c5b-4d81-afc4-5effa595594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:38.287775 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-29a3a513-56e8-4f7a-a95e-5c7653fdbe3b req-ae584964-4c5b-4d81-afc4-5effa595594f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 1129 time: 0.0442739 May 12 11:49:38.290074 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-deb67176-9366-486c-b968-d8b40e182aad req-86a4b853-bb71-4390-904d-f90738b712c1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Deleting port 5467d5f0-8b8e-4bbd-967c-8638230e171e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:38.290545 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-deb67176-9366-486c-b968-d8b40e182aad req-86a4b853-bb71-4390-904d-f90738b712c1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:38.335806 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-29a3a513-56e8-4f7a-a95e-5c7653fdbe3b req-c9a830f8-d964-40db-a6bf-d973d4daae7e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 May 12 11:49:38.384631 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-deb67176-9366-486c-b968-d8b40e182aad req-86a4b853-bb71-4390-904d-f90738b712c1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] For port 5467d5f0-8b8e-4bbd-967c-8638230e171e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5467d5f0-8b8e-4bbd-967c-8638230e171e,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:38.384994 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-deb67176-9366-486c-b968-d8b40e182aad req-86a4b853-bb71-4390-904d-f90738b712c1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:38.398150 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-deb67176-9366-486c-b968-d8b40e182aad req-86a4b853-bb71-4390-904d-f90738b712c1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Calling delete_port for 5467d5f0-8b8e-4bbd-967c-8638230e171e owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:38.415492 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212a0fd-3664-4fd8-bfa8-720fe1718df1 req-7ff5f0e3-ca96-48bd-9876-340354441c54 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:38.417102 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9212a0fd-3664-4fd8-bfa8-720fe1718df1 req-7ff5f0e3-ca96-48bd-9876-340354441c54 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 945 time: 0.0505154 May 12 11:49:38.464507 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9212a0fd-3664-4fd8-bfa8-720fe1718df1 req-688112ce-f7fc-4ac2-b391-a7864ff34889 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/security-groups?id=e41c7748-bc49-4f47-996a-64cef7f99d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 May 12 11:49:38.530361 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-deb67176-9366-486c-b968-d8b40e182aad req-86a4b853-bb71-4390-904d-f90738b712c1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (5467d5f0-8b8e-4bbd-967c-8638230e171e), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:38.559096 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4b853-bb71-4390-904d-f90738b712c1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Pushing event deleted for resources: {'Port': ['ID=5467d5f0-8b8e-4bbd-967c-8638230e171e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:38.572799 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['5467d5f0-8b8e-4bbd-967c-8638230e171e'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:49:38.601461 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb67176-9366-486c-b968-d8b40e182aad req-86a4b853-bb71-4390-904d-f90738b712c1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] No DVR routers for this DVR port 5467d5f0-8b8e-4bbd-967c-8638230e171e on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:49:38.603816 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-deb67176-9366-486c-b968-d8b40e182aad req-86a4b853-bb71-4390-904d-f90738b712c1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:38.607572 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-deb67176-9366-486c-b968-d8b40e182aad req-86a4b853-bb71-4390-904d-f90738b712c1 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.35 "DELETE /v2.0/ports/5467d5f0-8b8e-4bbd-967c-8638230e171e HTTP/1.1" status: 204 len: 173 time: 0.4049091 May 12 11:49:38.608005 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'name': 'network-vif-deleted', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:38.610220 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4507ebad-e64a-465e-a543-c682309c9af0" -d '{"events": [{"server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "name": "network-vif-deleted", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:38.645778 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dfd20d-97ac-4ef7-99b9-37e74a1069c6 x-openstack-request-id: req-91dfd20d-97ac-4ef7-99b9-37e74a1069c6 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:38.646075 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a03ef4f-9cf8-4749-8eb8-9077d5987909", "name": "network-vif-deleted", "tag": "5467d5f0-8b8e-4bbd-967c-8638230e171e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:38.646332 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91dfd20d-97ac-4ef7-99b9-37e74a1069c6 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:38.646737 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91dfd20d-97ac-4ef7-99b9-37e74a1069c6'] response: {'server_uuid': '3a03ef4f-9cf8-4749-8eb8-9077d5987909', 'name': 'network-vif-deleted', 'tag': '5467d5f0-8b8e-4bbd-967c-8638230e171e', 'status': 'completed', 'code': 200} May 12 11:49:39.003184 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628c8cd-4420-4441-bd3b-d458d10a795e req-2d09cba4-43ad-4fdc-9bd6-7ab8762987e3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:39.004797 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c628c8cd-4420-4441-bd3b-d458d10a795e req-2d09cba4-43ad-4fdc-9bd6-7ab8762987e3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0482390 May 12 11:49:39.051672 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c628c8cd-4420-4441-bd3b-d458d10a795e req-db037e2c-0089-4906-8be6-2ff5d26d38f5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408192 May 12 11:49:39.572591 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f13d1610-c505-4197-8b0a-943dfe8ab2e0 req-b699522e-0c22-4f07-8efb-a9720e3bd507 tempest-TestMinimumBasicScenario-552713529 tempest-TestMinimumBasicScenario-552713529-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a03ef4f-9cf8-4749-8eb8-9077d5987909 HTTP/1.1" status: 200 len: 210 time: 0.0301869 May 12 11:49:40.167596 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa5465-4177-4c04-98fd-c4a78a6aadde req-51fdd1b2-f50d-425c-9645-f74a95694533 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:40.169029 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-70aa5465-4177-4c04-98fd-c4a78a6aadde req-51fdd1b2-f50d-425c-9645-f74a95694533 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0489182 May 12 11:49:40.214131 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-70aa5465-4177-4c04-98fd-c4a78a6aadde req-abc2f2d8-e9ac-478a-912a-00305b43674f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396395 May 12 11:49:40.326431 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f072c55-a97f-4395-b55c-61fa04f48a92 req-36ebab52-ed56-40b9-a15e-e0018bd0f47c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:40.328300 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3f072c55-a97f-4395-b55c-61fa04f48a92 req-36ebab52-ed56-40b9-a15e-e0018bd0f47c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0476871 May 12 11:49:40.337325 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 36984) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:40.343469 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-46fdee33-7733-4474-b2f8-3aefb6fc104e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Request body: {'floatingip': {'port_id': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:40.388454 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46fdee33-7733-4474-b2f8-3aefb6fc104e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (f048d0c6-be79-4f80-a8bb-738c50616c82), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:40.839130 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46fdee33-7733-4474-b2f8-3aefb6fc104e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:40.844410 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46fdee33-7733-4474-b2f8-3aefb6fc104e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (f048d0c6-be79-4f80-a8bb-738c50616c82), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:40.960302 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-46fdee33-7733-4474-b2f8-3aefb6fc104e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Floating IP f048d0c6-be79-4f80-a8bb-738c50616c82 associated. External IP: 172.27.0.212, port: e62c63ee-3f94-4556-b00c-c45c7465fd0e. May 12 11:49:41.138372 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37036) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:41.174399 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fdee33-7733-4474-b2f8-3aefb6fc104e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Router 4c22b8fc-b8a2-4245-bf48-133c465afe58 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:49:41.528147 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fdee33-7733-4474-b2f8-3aefb6fc104e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:49:41.533124 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46fdee33-7733-4474-b2f8-3aefb6fc104e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:41.541245 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] Sync routers for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:49:41.554871 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:41.555781 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:41.559507 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-265420'] for router_interface (906acc30-6602-4a44-9b63-9a2e94460e85), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:41.575924 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-46fdee33-7733-4474-b2f8-3aefb6fc104e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "PUT /v2.0/floatingips/f048d0c6-be79-4f80-a8bb-738c50616c82 HTTP/1.1" status: 200 len: 991 time: 1.2374084 May 12 11:49:41.576549 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:41.579267 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4f4184-1fea-4779-a74b-1e5e80bb20be" -d '{"events": [{"name": "network-changed", "server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:41.623320 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6d775b-4254-42ff-9fc0-52b9e6f00ce7 x-openstack-request-id: req-9b6d775b-4254-42ff-9fc0-52b9e6f00ce7 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:41.623699 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:41.623985 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b6d775b-4254-42ff-9fc0-52b9e6f00ce7 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:41.624921 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6d775b-4254-42ff-9fc0-52b9e6f00ce7'] response: {'name': 'network-changed', 'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'status': 'completed', 'code': 200} May 12 11:49:41.690143 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:41.722352 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-3f4232fa-2b4f-41ee-9421-4edbd34aebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:41.724286 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-3f4232fa-2b4f-41ee-9421-4edbd34aebdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 1129 time: 0.0436113 May 12 11:49:41.832715 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-27e3f596-0c97-4cf5-9990-313550f9cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:41.834186 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-27e3f596-0c97-4cf5-9990-313550f9cec4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 917 time: 0.1037645 May 12 11:49:41.839595 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 5467d5f0-8b8e-4bbd-967c-8638230e171e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:49:41.907650 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-490d6f41-5ae0-4304-bb75-939cff6574ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e HTTP/1.1" status: 200 len: 999 time: 0.0653026 May 12 11:49:41.967529 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-21f015a8-c616-45d9-8e91-d3784ad416d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:41.969063 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-21f015a8-c616-45d9-8e91-d3784ad416d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.0545809 May 12 11:49:42.010597 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 5467d5f0-8b8e-4bbd-967c-8638230e171e {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:49:42.010868 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 5467d5f0-8b8e-4bbd-967c-8638230e171e not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:49:42.018972 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-eb48a34f-5eed-44cb-82de-390ffa2e242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:42.020778 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-eb48a34f-5eed-44cb-82de-390ffa2e242e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433197 May 12 11:49:42.117038 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-e7f33639-c6d6-490d-9575-1344b5eff546 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855441 May 12 11:49:42.132527 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] Deleting port 52f36955-e06a-4985-8833-ffd9759d7339 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:42.132865 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (52f36955-e06a-4985-8833-ffd9759d7339), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:42.153470 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'f048d0c6-be79-4f80-a8bb-738c50616c82', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'port_id': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'mac_address': 'fa:16:3e:e1:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:49:25Z', 'updated_at': '2022-05-12T11:49:40Z', 'revision_number': 1, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:42.180122 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] Checking router: 4c22b8fc-b8a2-4245-bf48-133c465afe58 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:49:42.188476 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:42.189082 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:42.214708 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] For port 52f36955-e06a-4985-8833-ffd9759d7339, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=52f36955-e06a-4985-8833-ffd9759d7339,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:42.215046 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (52f36955-e06a-4985-8833-ffd9759d7339), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:42.228122 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] Calling delete_port for 52f36955-e06a-4985-8833-ffd9759d7339 owned by network:router_interface {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:42.300710 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:42.411407 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (52f36955-e06a-4985-8833-ffd9759d7339), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:42.441455 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f36955-e06a-4985-8833-ffd9759d7339,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:42.525232 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'f048d0c6-be79-4f80-a8bb-738c50616c82', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'port_id': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'mac_address': 'fa:16:3e:e1:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:49:25Z', 'updated_at': '2022-05-12T11:49:40Z', 'revision_number': 1, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:42.553401 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b73e7d2-265b-4af7-81a4-6e534484943e None None] The sync data for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi is: [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'f048d0c6-be79-4f80-a8bb-738c50616c82', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'port_id': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'mac_address': 'fa:16:3e:e1:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:49:25Z', 'updated_at': '2022-05-12T11:49:40Z', 'revision_number': 1, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:49:42.621384 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537555'] for router_interface (906acc30-6602-4a44-9b63-9a2e94460e85), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:42.793372 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19919147-985d-4e68-9a81-33d02b9df021 None None] New status for floating IP f048d0c6-be79-4f80-a8bb-738c50616c82: ACTIVE {{(pid=109898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:49:42.853275 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] Router 906acc30-6602-4a44-9b63-9a2e94460e85 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:49:42.964933 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:49:42.970225 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-f5d23504-f45d-4e69-8fef-4ef92720f369 admin admin] 10.222.0.58 "PUT /v2.0/routers/906acc30-6602-4a44-9b63-9a2e94460e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8308220 May 12 11:49:42.972731 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37050) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:42.974157 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] Sync routers for ids ['906acc30-6602-4a44-9b63-9a2e94460e85'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:49:42.985671 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] Routers {'906acc30-6602-4a44-9b63-9a2e94460e85'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:42.986320 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['906acc30-6602-4a44-9b63-9a2e94460e85'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:43.082306 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Publish callbacks [] for router (906acc30-6602-4a44-9b63-9a2e94460e85), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.097804 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] Set router 906acc30-6602-4a44-9b63-9a2e94460e85 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:43.124669 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7f4f4184-1fea-4779-a74b-1e5e80bb20be req-552cad0f-dd5f-4abc-be7f-51a552a14674 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877500 May 12 11:49:43.188872 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Publish callbacks [] for router_gateway (906acc30-6602-4a44-9b63-9a2e94460e85), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.232273 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Deleting port ffe56635-beba-4781-9bd6-766276bcb2a0 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:43.232612 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.267125 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:49:42Z', 'revision_number': 5, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port': {'id': 'ffe56635-beba-4781-9bd6-766276bcb2a0', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:43.297401 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] Checking router: 906acc30-6602-4a44-9b63-9a2e94460e85 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:49:43.305792 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] Routers {'906acc30-6602-4a44-9b63-9a2e94460e85'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:43.306399 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['906acc30-6602-4a44-9b63-9a2e94460e85'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:43.310439 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] For port ffe56635-beba-4781-9bd6-766276bcb2a0, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=ffe56635-beba-4781-9bd6-766276bcb2a0,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:43.310802 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.327329 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Calling delete_port for ffe56635-beba-4781-9bd6-766276bcb2a0 owned by network:router_gateway {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:43.397768 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] Set router 906acc30-6602-4a44-9b63-9a2e94460e85 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:43.450701 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:49:43Z', 'revision_number': 6, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port_host': None}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:43.484202 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d8959-5c14-4dbe-ad57-9c7d190b1c57 None None] The sync data for ids ['906acc30-6602-4a44-9b63-9a2e94460e85'] in dv-cinder-804735-29-iscsi is: [{'id': '906acc30-6602-4a44-9b63-9a2e94460e85', 'name': 'tempest-TestMinimumBasicScenario-35985183-router', 'tenant_id': '95636bf5a2284bc697044d2b3b46828a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:16Z', 'updated_at': '2022-05-12T11:49:43Z', 'revision_number': 6, 'project_id': '95636bf5a2284bc697044d2b3b46828a', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:49:43.496400 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (ffe56635-beba-4781-9bd6-766276bcb2a0), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.522662 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe56635-beba-4781-9bd6-766276bcb2a0,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:43.581965 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292862'] for router_gateway (906acc30-6602-4a44-9b63-9a2e94460e85), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.685296 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-294070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10353'] for router (906acc30-6602-4a44-9b63-9a2e94460e85), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.687820 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Publish callbacks [] for router_controller (906acc30-6602-4a44-9b63-9a2e94460e85), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.748518 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-294063'] for router (906acc30-6602-4a44-9b63-9a2e94460e85), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.749148 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 906acc30-6602-4a44-9b63-9a2e94460e85 {{(pid=109896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 11:49:43.755069 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.756212 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-08c677f2-3b0c-4040-9e8a-3ee8d59d931f admin admin] 10.222.0.58 "DELETE /v2.0/routers/906acc30-6602-4a44-9b63-9a2e94460e85 HTTP/1.1" status: 204 len: 168 time: 0.7824059 May 12 11:49:43.758791 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37052) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:43.801411 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e0b5e6-0647-4a2c-94a1-20372b67b866 admin admin] Deleting subnet f159fc9e-1dd4-4e36-a921-6bed0545ce0a {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:49:43.804452 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72e0b5e6-0647-4a2c-94a1-20372b67b866 admin admin] Publish callbacks [] for subnet (f159fc9e-1dd4-4e36-a921-6bed0545ce0a), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.844834 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72e0b5e6-0647-4a2c-94a1-20372b67b866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118276635'] for subnet (f159fc9e-1dd4-4e36-a921-6bed0545ce0a), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:43.954702 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72e0b5e6-0647-4a2c-94a1-20372b67b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (f159fc9e-1dd4-4e36-a921-6bed0545ce0a), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.007117 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72e0b5e6-0647-4a2c-94a1-20372b67b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118423970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118441275'] for subnet (f159fc9e-1dd4-4e36-a921-6bed0545ce0a), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.031778 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0b5e6-0647-4a2c-94a1-20372b67b866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f159fc9e-1dd4-4e36-a921-6bed0545ce0a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:44.035325 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72e0b5e6-0647-4a2c-94a1-20372b67b866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.038502 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-72e0b5e6-0647-4a2c-94a1-20372b67b866 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f159fc9e-1dd4-4e36-a921-6bed0545ce0a HTTP/1.1" status: 204 len: 168 time: 0.2786624 May 12 11:49:44.040904 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37056) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:44.041096 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aa606a-a027-4cf7-8b45-82f1a70273c8 None None] Network 98824664-61dd-44ab-8bd0-7c8c51299b91 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:49:44.107180 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (98824664-61dd-44ab-8bd0-7c8c51299b91), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.152880 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Deleting port 3975a01a-9946-4b3a-acfb-8a0089789b46 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:44.153213 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.212787 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] For port 3975a01a-9946-4b3a-acfb-8a0089789b46, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=3975a01a-9946-4b3a-acfb-8a0089789b46,segment=NetworkSegment(8b81aaa6-fb99-4173-8306-478db9a8d4e9),segment_id=8b81aaa6-fb99-4173-8306-478db9a8d4e9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:44.213034 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.226838 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Calling delete_port for 3975a01a-9946-4b3a-acfb-8a0089789b46 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:44.260378 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6b538-7eb2-4f9c-a670-9e4c34927df8 None None] DHCP port deletion for 98824664-61dd-44ab-8bd0-7c8c51299b91 request from dv-cinder-804735-29-iscsi {{(pid=109897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 11:49:44.306884 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-32d6b538-7eb2-4f9c-a670-9e4c34927df8 None None] Deleting port 3975a01a-9946-4b3a-acfb-8a0089789b46 {{(pid=109897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:44.307427 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-32d6b538-7eb2-4f9c-a670-9e4c34927df8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), before_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.310042 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.336655 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3975a01a-9946-4b3a-acfb-8a0089789b46,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:44.347191 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] No DVR routers for this DVR port 3975a01a-9946-4b3a-acfb-8a0089789b46 on host dv-cinder-804735-29-iscsi {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:49:44.376258 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-32d6b538-7eb2-4f9c-a670-9e4c34927df8 None None] For port 3975a01a-9946-4b3a-acfb-8a0089789b46, host dv-cinder-804735-29-iscsi, got binding levels [] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:44.376654 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-32d6b538-7eb2-4f9c-a670-9e4c34927df8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), precommit_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.389182 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-32d6b538-7eb2-4f9c-a670-9e4c34927df8 None None] Calling delete_port for 3975a01a-9946-4b3a-acfb-8a0089789b46 owned by network:dhcp {{(pid=109897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:44.393438 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.ipam_backend_mixin [None req-32d6b538-7eb2-4f9c-a670-9e4c34927df8 None None] Port 3975a01a-9946-4b3a-acfb-8a0089789b46 was not found and therefore no delete operation was performed {{(pid=109897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 11:49:44.394887 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-32d6b538-7eb2-4f9c-a670-9e4c34927df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862'] for port (3975a01a-9946-4b3a-acfb-8a0089789b46), after_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.419030 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (98824664-61dd-44ab-8bd0-7c8c51299b91), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.424233 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6b538-7eb2-4f9c-a670-9e4c34927df8 None None] Pushing event deleted for resources: {'Port': ['ID=3975a01a-9946-4b3a-acfb-8a0089789b46,revision_number=None']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:44.428738 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6b538-7eb2-4f9c-a670-9e4c34927df8 None None] No DVR routers for this DVR port 3975a01a-9946-4b3a-acfb-8a0089789b46 on host dv-cinder-804735-29-iscsi {{(pid=109897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:49:44.464023 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98824664-61dd-44ab-8bd0-7c8c51299b91']}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:44.476156 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b81aaa6-fb99-4173-8306-478db9a8d4e9') {'for_net_delete': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:44.476377 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b81aaa6-fb99-4173-8306-478db9a8d4e9') {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:44.486748 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118276642'] for segment (8b81aaa6-fb99-4173-8306-478db9a8d4e9), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.500586 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (8b81aaa6-fb99-4173-8306-478db9a8d4e9), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.506952 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:49:44.507329 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118425344'] for segment (8b81aaa6-fb99-4173-8306-478db9a8d4e9), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: Traceback (most recent call last): May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: timer() May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: cb(*args, **kw) May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: return func(*args, **kwargs) May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: self._notify() May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: self.callback(batched_events) May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: event.method(event) May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: return f(self, *a, **k) May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._get(url).json() May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: return self.request(url, 'GET', **kwargs) May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:49:44.509032 dv-cinder-804735-29-iscsi neutron-server[109896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:49:44.562775 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (98824664-61dd-44ab-8bd0-7c8c51299b91), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.568249 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:44.571335 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/98824664-61dd-44ab-8bd0-7c8c51299b91 HTTP/1.1" status: 204 len: 168 time: 0.5295424 May 12 11:49:44.574378 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37058) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:44.581852 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f4cf4-d1c1-435b-b5ab-3c98d9a613d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=98824664-61dd-44ab-8bd0-7c8c51299b91,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:44.662687 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device ffe56635-beba-4781-9bd6-766276bcb2a0 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:49:44.683427 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: ffe56635-beba-4781-9bd6-766276bcb2a0 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:49:44.683776 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device ffe56635-beba-4781-9bd6-766276bcb2a0 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:49:44.684188 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 52f36955-e06a-4985-8833-ffd9759d7339 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:49:44.704933 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 52f36955-e06a-4985-8833-ffd9759d7339 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:49:44.705281 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 52f36955-e06a-4985-8833-ffd9759d7339 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:49:44.705687 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 3975a01a-9946-4b3a-acfb-8a0089789b46 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:49:44.724302 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 3975a01a-9946-4b3a-acfb-8a0089789b46 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:49:44.724575 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 3975a01a-9946-4b3a-acfb-8a0089789b46 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:49:44.971258 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-265420'] for router_interface (695f93ab-ba0d-4efd-be7d-eaeeb486200a), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:45.243508 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] Deleting port 91ee03da-a650-456b-b8e8-c124f6b56581 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:45.243847 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:45.324300 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] For port 91ee03da-a650-456b-b8e8-c124f6b56581, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=91ee03da-a650-456b-b8e8-c124f6b56581,segment=NetworkSegment(5b62d92a-4be5-4408-aeb8-d4223657b1c3),segment_id=5b62d92a-4be5-4408-aeb8-d4223657b1c3)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:45.324660 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:45.338141 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] Calling delete_port for 91ee03da-a650-456b-b8e8-c124f6b56581 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:45.515777 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (91ee03da-a650-456b-b8e8-c124f6b56581), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:45.542091 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] Pushing event deleted for resources: {'Port': ['ID=91ee03da-a650-456b-b8e8-c124f6b56581,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:45.718851 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537555'] for router_interface (695f93ab-ba0d-4efd-be7d-eaeeb486200a), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:45.932124 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] Router 695f93ab-ba0d-4efd-be7d-eaeeb486200a has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:49:46.042176 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:49:46.050075 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37068) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:46.056780 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] Sync routers for ids ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:49:46.059016 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-8640b5fe-8293-433f-853f-16e54a80307a admin admin] 10.222.0.58 "PUT /v2.0/routers/695f93ab-ba0d-4efd-be7d-eaeeb486200a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4828646 May 12 11:49:46.066947 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] Routers {'695f93ab-ba0d-4efd-be7d-eaeeb486200a'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:46.067895 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:46.177471 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] Set router 695f93ab-ba0d-4efd-be7d-eaeeb486200a gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:46.347487 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'name': 'tempest-TestMinimumBasicScenario-29085407-router', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '58066508-f02f-4eac-acb6-89764c19c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:49:45Z', 'revision_number': 5, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'gw_port': {'id': '58066508-f02f-4eac-acb6-89764c19c89f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:46.377758 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] Checking router: 695f93ab-ba0d-4efd-be7d-eaeeb486200a for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:49:46.385815 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] Routers {'695f93ab-ba0d-4efd-be7d-eaeeb486200a'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:46.386431 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:46.407152 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Publish callbacks [] for router (695f93ab-ba0d-4efd-be7d-eaeeb486200a), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:46.490971 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] Set router 695f93ab-ba0d-4efd-be7d-eaeeb486200a gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:46.512513 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Publish callbacks [] for router_gateway (695f93ab-ba0d-4efd-be7d-eaeeb486200a), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:46.559443 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Deleting port 58066508-f02f-4eac-acb6-89764c19c89f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:46.559756 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (58066508-f02f-4eac-acb6-89764c19c89f), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:46.652794 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] For port 58066508-f02f-4eac-acb6-89764c19c89f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=58066508-f02f-4eac-acb6-89764c19c89f,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:46.653249 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (58066508-f02f-4eac-acb6-89764c19c89f), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:46.668580 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Calling delete_port for 58066508-f02f-4eac-acb6-89764c19c89f owned by network:router_gateway {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:46.747099 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'name': 'tempest-TestMinimumBasicScenario-29085407-router', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '58066508-f02f-4eac-acb6-89764c19c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:49:45Z', 'revision_number': 5, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'gw_port': {'id': '58066508-f02f-4eac-acb6-89764c19c89f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:46.773134 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fca1ab-b02c-4413-9b10-468b377311de None None] The sync data for ids ['695f93ab-ba0d-4efd-be7d-eaeeb486200a'] in dv-cinder-804735-29-iscsi is: [{'id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'name': 'tempest-TestMinimumBasicScenario-29085407-router', 'tenant_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '58066508-f02f-4eac-acb6-89764c19c89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:49:45Z', 'revision_number': 5, 'project_id': '18db6e6c7e4842cf83d8cf1a54e294d2', 'gw_port': {'id': '58066508-f02f-4eac-acb6-89764c19c89f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695f93ab-ba0d-4efd-be7d-eaeeb486200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:24Z', 'updated_at': '2022-05-12T11:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:49:46.836459 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (58066508-f02f-4eac-acb6-89764c19c89f), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:46.863353 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=58066508-f02f-4eac-acb6-89764c19c89f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:46.927189 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292862'] for router_gateway (695f93ab-ba0d-4efd-be7d-eaeeb486200a), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.022226 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-294070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10353'] for router (695f93ab-ba0d-4efd-be7d-eaeeb486200a), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.024400 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Publish callbacks [] for router_controller (695f93ab-ba0d-4efd-be7d-eaeeb486200a), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.068880 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-294063'] for router (695f93ab-ba0d-4efd-be7d-eaeeb486200a), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.069516 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 695f93ab-ba0d-4efd-be7d-eaeeb486200a {{(pid=109896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 11:49:47.078864 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.080322 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6c59197c-b4e1-4ccf-86db-4dd52e4c6ddc admin admin] 10.222.0.58 "DELETE /v2.0/routers/695f93ab-ba0d-4efd-be7d-eaeeb486200a HTTP/1.1" status: 204 len: 168 time: 1.0290539 May 12 11:49:47.082877 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37082) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:47.132250 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb93e51-df03-48cb-b163-a13ed4ceac67 admin admin] Deleting subnet 7fea7642-6e4b-4a13-9325-e1059056dac2 {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:49:47.135729 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2fb93e51-df03-48cb-b163-a13ed4ceac67 admin admin] Publish callbacks [] for subnet (7fea7642-6e4b-4a13-9325-e1059056dac2), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.173071 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2fb93e51-df03-48cb-b163-a13ed4ceac67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118276635'] for subnet (7fea7642-6e4b-4a13-9325-e1059056dac2), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.250086 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2fb93e51-df03-48cb-b163-a13ed4ceac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (7fea7642-6e4b-4a13-9325-e1059056dac2), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.302623 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2fb93e51-df03-48cb-b163-a13ed4ceac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118423970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118441275'] for subnet (7fea7642-6e4b-4a13-9325-e1059056dac2), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.334541 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2fb93e51-df03-48cb-b163-a13ed4ceac67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.339541 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-2fb93e51-df03-48cb-b163-a13ed4ceac67 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7fea7642-6e4b-4a13-9325-e1059056dac2 HTTP/1.1" status: 204 len: 168 time: 0.2555950 May 12 11:49:47.340571 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb93e51-df03-48cb-b163-a13ed4ceac67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fea7642-6e4b-4a13-9325-e1059056dac2,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:47.342113 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37086) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:47.346887 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2e4626-4f56-47aa-bcc3-f6c2b1deee2f None None] Network 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:49:47.422474 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (7e0e987e-db7a-4dfb-9f73-17f2615fdb27), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.479105 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Deleting port d36661f2-4053-4763-a078-708c1c342955 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:47.479440 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (d36661f2-4053-4763-a078-708c1c342955), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.542408 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] For port d36661f2-4053-4763-a078-708c1c342955, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=d36661f2-4053-4763-a078-708c1c342955,segment=NetworkSegment(5b62d92a-4be5-4408-aeb8-d4223657b1c3),segment_id=5b62d92a-4be5-4408-aeb8-d4223657b1c3)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:47.542775 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (d36661f2-4053-4763-a078-708c1c342955), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.554983 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Calling delete_port for d36661f2-4053-4763-a078-708c1c342955 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:47.635765 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (d36661f2-4053-4763-a078-708c1c342955), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.662016 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Pushing event deleted for resources: {'Port': ['ID=d36661f2-4053-4763-a078-708c1c342955,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:47.663949 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] No DVR routers for this DVR port d36661f2-4053-4763-a078-708c1c342955 on host dv-cinder-804735-29-iscsi {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:49:47.737199 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (7e0e987e-db7a-4dfb-9f73-17f2615fdb27), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.756509 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0e987e-db7a-4dfb-9f73-17f2615fdb27']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:47.765726 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b62d92a-4be5-4408-aeb8-d4223657b1c3') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:47.766029 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b62d92a-4be5-4408-aeb8-d4223657b1c3') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:47.775263 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3592661'] for segment (5b62d92a-4be5-4408-aeb8-d4223657b1c3), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.788518 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (5b62d92a-4be5-4408-aeb8-d4223657b1c3), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.794310 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:49:47.794686 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330030'] for segment (5b62d92a-4be5-4408-aeb8-d4223657b1c3), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: Traceback (most recent call last): May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: timer() May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: cb(*args, **kw) May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: return func(*args, **kwargs) May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: self._notify() May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: self.callback(batched_events) May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: event.method(event) May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: return f(self, *a, **k) May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._get(url).json() May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: return self.request(url, 'GET', **kwargs) May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:49:47.797246 dv-cinder-804735-29-iscsi neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:49:47.809545 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c71a7-7c5b-4f89-bc72-092cdb78cabb None None] DHCP port deletion for 7e0e987e-db7a-4dfb-9f73-17f2615fdb27 request from dv-cinder-804735-29-iscsi {{(pid=109897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 11:49:47.855530 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (7e0e987e-db7a-4dfb-9f73-17f2615fdb27), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.876327 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:47.879417 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] 10.222.0.58 "DELETE /v2.0/networks/7e0e987e-db7a-4dfb-9f73-17f2615fdb27 HTTP/1.1" status: 204 len: 168 time: 0.5363154 May 12 11:49:47.880744 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501d8bd-c5bf-4de0-a754-db037c44f22e admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0e987e-db7a-4dfb-9f73-17f2615fdb27,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:47.988277 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37090) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:48.030111 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-4ce85918-fbc3-4c44-a324-f56dcd2932de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95636bf5a2284bc697044d2b3b46828a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406461 May 12 11:49:48.033505 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37092) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:48.081264 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a67dbf1-a36f-4a6b-bbcf-52c8ce497ee3 admin admin] Publish callbacks [] for security_group (e41c7748-bc49-4f47-996a-64cef7f99d31), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:48.102439 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a67dbf1-a36f-4a6b-bbcf-52c8ce497ee3 admin admin] Publish callbacks [] for security_group (e41c7748-bc49-4f47-996a-64cef7f99d31), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:48.148882 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a67dbf1-a36f-4a6b-bbcf-52c8ce497ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (e41c7748-bc49-4f47-996a-64cef7f99d31), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:48.151722 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a67dbf1-a36f-4a6b-bbcf-52c8ce497ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:48.152848 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-0a67dbf1-a36f-4a6b-bbcf-52c8ce497ee3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e41c7748-bc49-4f47-996a-64cef7f99d31 HTTP/1.1" status: 204 len: 168 time: 0.1182787 May 12 11:49:48.161023 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67dbf1-a36f-4a6b-bbcf-52c8ce497ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41c7748-bc49-4f47-996a-64cef7f99d31,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:48.466012 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37104) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:48.504935 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-305714d6-9939-4b92-a623-344de5a69263 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18db6e6c7e4842cf83d8cf1a54e294d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376894 May 12 11:49:48.507247 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37106) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:48.535609 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:49:48.555684 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea021994-8abc-47f0-ab29-854099fb76e9 admin admin] Publish callbacks [] for security_group (904b7047-d85e-49da-8577-bc4b93f4cacd), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:48.580257 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea021994-8abc-47f0-ab29-854099fb76e9 admin admin] Publish callbacks [] for security_group (904b7047-d85e-49da-8577-bc4b93f4cacd), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:48.627636 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea021994-8abc-47f0-ab29-854099fb76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (904b7047-d85e-49da-8577-bc4b93f4cacd), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:48.630337 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea021994-8abc-47f0-ab29-854099fb76e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:48.633950 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-ea021994-8abc-47f0-ab29-854099fb76e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/904b7047-d85e-49da-8577-bc4b93f4cacd HTTP/1.1" status: 204 len: 168 time: 0.1233389 May 12 11:49:48.639726 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea021994-8abc-47f0-ab29-854099fb76e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b7047-d85e-49da-8577-bc4b93f4cacd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:48.682997 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device d36661f2-4053-4763-a078-708c1c342955 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:49:48.708521 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: d36661f2-4053-4763-a078-708c1c342955 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:49:48.708872 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device d36661f2-4053-4763-a078-708c1c342955 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:49:48.709298 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 58066508-f02f-4eac-acb6-89764c19c89f no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:49:48.729551 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 58066508-f02f-4eac-acb6-89764c19c89f {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:49:48.729953 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 58066508-f02f-4eac-acb6-89764c19c89f not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:49:48.730328 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 91ee03da-a650-456b-b8e8-c124f6b56581 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:49:48.750292 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 91ee03da-a650-456b-b8e8-c124f6b56581 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:49:48.750637 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 91ee03da-a650-456b-b8e8-c124f6b56581 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:49:49.334698 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37132) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:49.428399 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1337202188-network', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:49.448425 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Made reservation on behalf of cde372d003ca4f5fbafa9d6a4bc52e3e for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:49:49.450703 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.459287 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.535601 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Publish callbacks [] for security_group (d9cc2992-b99b-477d-8f35-89e1138e97dd), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.539325 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (d9cc2992-b99b-477d-8f35-89e1138e97dd), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.559983 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:49:49.574886 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cc2992-b99b-477d-8f35-89e1138e97dd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:49.578494 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (88e0015c-6814-4fae-9be3-dc033b104ef9), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.578893 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.segments_db [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Added segment 88e0015c-6814-4fae-9be3-dc033b104ef9 of type vlan for network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d May 12 11:49:49.617893 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (06d3be15-e26d-4a20-a86d-66f7e5ebcb6d), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.643589 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (06d3be15-e26d-4a20-a86d-66f7e5ebcb6d), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.644647 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:49.645240 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.684256 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3484616 May 12 11:49:49.687775 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37136) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:49.693090 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Request body: {'subnet': {'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1337202188-subnet', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:49.714698 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Made reservation on behalf of cde372d003ca4f5fbafa9d6a4bc52e3e for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:49:49.716879 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba2336-606e-48db-8b6a-ad82579cc834 admin admin] Pushing event updated for resources: {'Network': ['ID=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:49.717079 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118441238'] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.727478 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:49:49.883925 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118424035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118441216'] for subnet (3b2ba468-0e1f-4929-ad7a-e032fa7e5605), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.943153 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2ba468-0e1f-4929-ad7a-e032fa7e5605,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:49.947403 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Checking segment: {'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:49:49.947767 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Network hostable DHCP agents. Network: 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:49:49.965114 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:49:49.973786 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:49.977779 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:49.978376 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:49.983128 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9b83b-75a9-46b1-8dd7-e46f194a0f51 None None] Network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:49:50.000082 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1727d89b-b7a2-496a-992d-c9a04ff6d7e3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3106160 May 12 11:49:50.003428 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37138) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:50.008153 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:50.029607 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (6498dd59-26af-40d7-8c29-07c53332b128), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.030718 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (6498dd59-26af-40d7-8c29-07c53332b128), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.088166 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks [] for router_controller (6498dd59-26af-40d7-8c29-07c53332b128), precommit_add_association {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.206581 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:49:50.207632 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.229352 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks [] for router_gateway (6498dd59-26af-40d7-8c29-07c53332b128), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.356085 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Allocated IP 172.20.0.2 (06d3be15-e26d-4a20-a86d-66f7e5ebcb6d/3b2ba468-0e1f-4929-ad7a-e032fa7e5605/634b2e7f-fed5-4fb0-9952-b2126009543b) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:49:50.457098 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks [] for router_gateway (6498dd59-26af-40d7-8c29-07c53332b128), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.478039 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.521196 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Publish callbacks [] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.529050 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.568691 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:49:50.572624 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:50.579447 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:49:50.592799 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Pushing event updated for resources: {'Port': ['ID=634b2e7f-fed5-4fb0-9952-b2126009543b,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:50.603169 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Allocated IP 172.27.0.226 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/99d77246-fe65-455e-bfd4-10ffe626bd4f) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:49:50.651532 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Attempting to bind port 634b2e7f-fed5-4fb0-9952-b2126009543b on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:49:50.651907 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Attempting to bind port 634b2e7f-fed5-4fb0-9952-b2126009543b by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:49:50.652274 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Attempting to bind port 634b2e7f-fed5-4fb0-9952-b2126009543b on network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:49:50.657342 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:49:50.657736 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Checking segment: {'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:49:50.658153 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.658543 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Bound using segment: {'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:49:50.659002 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Bound port: 634b2e7f-fed5-4fb0-9952-b2126009543b, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:49:50.659379 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.675005 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa14b8e-d1d4-497a-8ef2-2e5657c7c687 req-07fa8c88-7b82-4c95-a766-0feeb04fae6a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:50.676504 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-daa14b8e-d1d4-497a-8ef2-2e5657c7c687 req-07fa8c88-7b82-4c95-a766-0feeb04fae6a tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0525432 May 12 11:49:50.722955 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks [] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.724445 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] For port 634b2e7f-fed5-4fb0-9952-b2126009543b, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:49:50.727584 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] For port 634b2e7f-fed5-4fb0-9952-b2126009543b, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=634b2e7f-fed5-4fb0-9952-b2126009543b,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:49:50.731175 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-daa14b8e-d1d4-497a-8ef2-2e5657c7c687 req-52cb8858-149c-4ea3-b9c4-5c6c5769b907 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484946 May 12 11:49:50.734788 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.770787 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:50.800886 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46c61e-54a4-4681-8e91-e372d3d4f751 None None] Pushing event updated for resources: {'Port': ['ID=634b2e7f-fed5-4fb0-9952-b2126009543b,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:50.814217 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:49:50.817250 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:50.823828 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:49:50.850262 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Pushing event updated for resources: {'Port': ['ID=99d77246-fe65-455e-bfd4-10ffe626bd4f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:51.095155 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks [] for router_gateway (6498dd59-26af-40d7-8c29-07c53332b128), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:51.290980 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (6498dd59-26af-40d7-8c29-07c53332b128), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:51.427083 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Router 6498dd59-26af-40d7-8c29-07c53332b128 is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:49:51.539319 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:49:51.549580 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Sync routers for ids ['6498dd59-26af-40d7-8c29-07c53332b128'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:49:51.559979 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:51.561222 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Routers {'6498dd59-26af-40d7-8c29-07c53332b128'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:51.562764 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['6498dd59-26af-40d7-8c29-07c53332b128'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:51.565633 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37160) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:51.566560 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7f289191-af5b-4c48-b4fe-2ce65a172a5f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5614223 May 12 11:49:51.692794 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Set router 6498dd59-26af-40d7-8c29-07c53332b128 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:51.722325 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb77cdd-5b13-4908-b1ee-e585803c6729 None None] Network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:49:51.777160 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-1cc80287-7521-43a0-a811-91a691c59b0e None None] Provisioning complete for port 634b2e7f-fed5-4fb0-9952-b2126009543b triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:51.777834 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1cc80287-7521-43a0-a811-91a691c59b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:51.870563 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911cf00-0f8a-4534-beb6-9208725c4f72 req-a3716728-742c-4d3d-83bf-9937fea075d3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:51.873387 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0911cf00-0f8a-4534-beb6-9208725c4f72 req-a3716728-742c-4d3d-83bf-9937fea075d3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0659232 May 12 11:49:51.924468 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-0911cf00-0f8a-4534-beb6-9208725c4f72 req-b6833386-da0a-4e8a-9e04-b87bd772f71c tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 May 12 11:49:52.033014 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-1cc80287-7521-43a0-a811-91a691c59b0e None None] Current status of the port 634b2e7f-fed5-4fb0-9952-b2126009543b is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:52.033415 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1cc80287-7521-43a0-a811-91a691c59b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.043917 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:50Z', 'revision_number': 3, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:52.079666 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Checking router: 6498dd59-26af-40d7-8c29-07c53332b128 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:49:52.080019 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Updating router 6498dd59-26af-40d7-8c29-07c53332b128 port 99d77246-fe65-455e-bfd4-10ffe626bd4f binding host dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:49:52.120457 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1cc80287-7521-43a0-a811-91a691c59b0e None None] For port 634b2e7f-fed5-4fb0-9952-b2126009543b, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=634b2e7f-fed5-4fb0-9952-b2126009543b,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:52.123756 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.127527 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1cc80287-7521-43a0-a811-91a691c59b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.222622 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc80287-7521-43a0-a811-91a691c59b0e None None] Pushing event updated for resources: {'Port': ['ID=634b2e7f-fed5-4fb0-9952-b2126009543b,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:52.256671 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.298972 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-9f04b620-1ff5-402e-a6cc-67fc51d98caf None None] Provisioning complete for port 634b2e7f-fed5-4fb0-9952-b2126009543b triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:52.299260 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9f04b620-1ff5-402e-a6cc-67fc51d98caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.412813 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Allocated IP 172.20.0.1 (06d3be15-e26d-4a20-a86d-66f7e5ebcb6d/3b2ba468-0e1f-4929-ad7a-e032fa7e5605/613292b8-9628-44de-ab86-27f3722b588f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:49:52.457686 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-9f04b620-1ff5-402e-a6cc-67fc51d98caf None None] Current status of the port 634b2e7f-fed5-4fb0-9952-b2126009543b is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:52.525382 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Publish callbacks [] for port (613292b8-9628-44de-ab86-27f3722b588f), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.558888 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (613292b8-9628-44de-ab86-27f3722b588f), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.601165 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:49:52.604612 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:52.615943 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:49:52.643613 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Pushing event updated for resources: {'Port': ['ID=613292b8-9628-44de-ab86-27f3722b588f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:52.667043 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Publish callbacks [] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.674210 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (6498dd59-26af-40d7-8c29-07c53332b128), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.678373 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.756817 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa932be-2e3c-4be6-8806-3aa8b259db71 None None] Pushing event updated for resources: {'Port': ['ID=99d77246-fe65-455e-bfd4-10ffe626bd4f,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:52.762159 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Attempting to bind port 99d77246-fe65-455e-bfd4-10ffe626bd4f on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:49:52.762539 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Attempting to bind port 99d77246-fe65-455e-bfd4-10ffe626bd4f by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:49:52.762909 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Attempting to bind port 99d77246-fe65-455e-bfd4-10ffe626bd4f on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:49:52.769097 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 634b2e7f-fed5-4fb0-9952-b2126009543b up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:49:52.773473 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:49:52.773887 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:49:52.774296 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.774700 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:49:52.775186 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Bound port: 99d77246-fe65-455e-bfd4-10ffe626bd4f, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:49:52.775566 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.837692 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (613292b8-9628-44de-ab86-27f3722b588f), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.946473 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-591e8b94-0a46-4a9b-b251-c5a684992385 None None] Provisioning complete for port 613292b8-9628-44de-ab86-27f3722b588f triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:52.947051 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-591e8b94-0a46-4a9b-b251-c5a684992385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (613292b8-9628-44de-ab86-27f3722b588f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:52.955086 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] For port 99d77246-fe65-455e-bfd4-10ffe626bd4f, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:49:52.992606 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 634b2e7f-fed5-4fb0-9952-b2126009543b triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:52.992982 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:53.004600 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] For port 99d77246-fe65-455e-bfd4-10ffe626bd4f, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=99d77246-fe65-455e-bfd4-10ffe626bd4f,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:49:53.046676 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:53.064506 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02c58a-0b78-4d68-a164-fdec1e368fe0 req-8266c904-2f3f-425e-94d8-c8d540210893 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:53.066227 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-af02c58a-0b78-4d68-a164-fdec1e368fe0 req-8266c904-2f3f-425e-94d8-c8d540210893 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0638037 May 12 11:49:53.070867 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-515a103a-2b90-46c4-9753-e55aa882c400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:53.072165 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-591e8b94-0a46-4a9b-b251-c5a684992385 None None] Port 613292b8-9628-44de-ab86-27f3722b588f cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:49:53.076087 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Publish callbacks [] for port (613292b8-9628-44de-ab86-27f3722b588f), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:53.085954 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (613292b8-9628-44de-ab86-27f3722b588f), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:53.128552 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Routers {'6498dd59-26af-40d7-8c29-07c53332b128'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:53.129183 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['6498dd59-26af-40d7-8c29-07c53332b128'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:53.175902 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (6498dd59-26af-40d7-8c29-07c53332b128), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:53.186986 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Pushing event updated for resources: {'Port': ['ID=613292b8-9628-44de-ab86-27f3722b588f,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:53.193558 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-af02c58a-0b78-4d68-a164-fdec1e368fe0 req-d1f1be7c-ae16-44fe-a2d4-1b496b1a65ac tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156499 May 12 11:49:53.202173 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa932be-2e3c-4be6-8806-3aa8b259db71 None None] Pushing event updated for resources: {'Port': ['ID=99d77246-fe65-455e-bfd4-10ffe626bd4f,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:53.227622 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 634b2e7f-fed5-4fb0-9952-b2126009543b is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:53.276585 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:49:53.277926 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:53.287498 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] Set router 6498dd59-26af-40d7-8c29-07c53332b128 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:53.407714 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Router 6498dd59-26af-40d7-8c29-07c53332b128 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:49:53.507458 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-e927af50-f4b3-4d02-a0a3-290c50752fd5 None None] Provisioning complete for port 613292b8-9628-44de-ab86-27f3722b588f triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:53.507458 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e927af50-f4b3-4d02-a0a3-290c50752fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (613292b8-9628-44de-ab86-27f3722b588f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:53.530159 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:49:53.535573 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-49b77b72-8c3e-4974-b13a-d4cb1c0b53da admin admin] 10.222.0.58 "PUT /v2.0/routers/6498dd59-26af-40d7-8c29-07c53332b128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9682968 May 12 11:49:53.538692 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 2, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:53.569222 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08cfb13-5549-41ca-bcf2-51aeffabb729 None None] The sync data for ids ['6498dd59-26af-40d7-8c29-07c53332b128'] in dv-cinder-804735-29-iscsi is: [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 2, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:49:53.579868 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-e927af50-f4b3-4d02-a0a3-290c50752fd5 None None] Port 613292b8-9628-44de-ab86-27f3722b588f cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:49:54.060623 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37198) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:54.066018 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-69028773-network', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:54.085989 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Made reservation on behalf of 0530226851c04ebcb6760a2c1bfe606f for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:49:54.088367 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.097692 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.182897 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Publish callbacks [] for security_group (910856c3-5ed7-4c2c-a6e8-6d28ea0d6221), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.186854 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (910856c3-5ed7-4c2c-a6e8-6d28ea0d6221), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.208884 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:49:54.227425 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910856c3-5ed7-4c2c-a6e8-6d28ea0d6221,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:54.230517 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (f4251afe-475f-4943-9738-85aaed9352df), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.230995 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.segments_db [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Added segment f4251afe-475f-4943-9738-85aaed9352df of type vlan for network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 May 12 11:49:54.279548 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (b55612cd-aaf7-4367-bdd5-a1f07c9fddf2), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.344218 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (b55612cd-aaf7-4367-bdd5-a1f07c9fddf2), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.345239 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:54.345860 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.382708 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925f09c-6ee3-40f3-b54b-8b2e07ec836c req-b215f5fc-1de9-4553-965d-af6e1d181818 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:54.384137 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3925f09c-6ee3-40f3-b54b-8b2e07ec836c req-b215f5fc-1de9-4553-965d-af6e1d181818 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0768199 May 12 11:49:54.397931 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3363831 May 12 11:49:54.400678 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37202) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:54.405417 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Request body: {'subnet': {'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-69028773-subnet', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:54.426812 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Made reservation on behalf of 0530226851c04ebcb6760a2c1bfe606f for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:49:54.429363 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118441238'] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.442630 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea904ff4-5bb9-4d0e-9846-25f06ccece08 admin admin] Pushing event updated for resources: {'Network': ['ID=b55612cd-aaf7-4367-bdd5-a1f07c9fddf2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:54.453640 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:49:54.510524 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3925f09c-6ee3-40f3-b54b-8b2e07ec836c req-818ffa60-f774-4d19-93eb-26ba66fe16af tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183052 May 12 11:49:54.635650 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118424035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118441216'] for subnet (44303d9c-931e-4a3e-b397-57a8e66da423), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.699129 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44303d9c-931e-4a3e-b397-57a8e66da423,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:54.704718 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Checking segment: {'id': 'f4251afe-475f-4943-9738-85aaed9352df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:49:54.705113 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Network hostable DHCP agents. Network: b55612cd-aaf7-4367-bdd5-a1f07c9fddf2, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:49:54.711876 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 99d77246-fe65-455e-bfd4-10ffe626bd4f up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:49:54.726844 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:49:54.741443 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, b55612cd-aaf7-4367-bdd5-a1f07c9fddf2) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:54.749932 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:54.750610 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.751537 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083427a-96f0-48eb-9f3d-d83efa2bdd45 None None] Network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:49:54.767317 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-c80717bf-b143-4f4b-b96b-b6cbc509bbc5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3653398 May 12 11:49:54.769805 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37204) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:54.774642 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-69028773-router', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:49:54.799410 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.800646 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.829419 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 99d77246-fe65-455e-bfd4-10ffe626bd4f triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:54.829812 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.866010 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks [] for router_controller (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:54.900283 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-b55612cd-aaf7-4367-bdd5-a1f07c9fddf2', 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2', 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'fixed_ips': [{'subnet_id': '44303d9c-931e-4a3e-b397-57a8e66da423'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:49:54.901300 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.013766 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 99d77246-fe65-455e-bfd4-10ffe626bd4f is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:55.014160 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.048218 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port 99d77246-fe65-455e-bfd4-10ffe626bd4f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=99d77246-fe65-455e-bfd4-10ffe626bd4f,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:55.057921 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks [] for router_gateway (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.071994 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.080801 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-ba95cbbc-24ad-44b5-9a7f-4c8dfd406304 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:55.081952 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-ba95cbbc-24ad-44b5-9a7f-4c8dfd406304 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.0891256 May 12 11:49:55.127910 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Allocated IP 172.20.0.2 (b55612cd-aaf7-4367-bdd5-a1f07c9fddf2/44303d9c-931e-4a3e-b397-57a8e66da423/6e3915ae-2eda-4f96-ac3b-dc53fbf99744) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:49:55.159107 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=99d77246-fe65-455e-bfd4-10ffe626bd4f,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:55.164467 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dda7a9ea-7efa-47fe-a537-0b1803f647e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.308109 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Publish callbacks [] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.315700 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.328885 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Deleting port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:55.329469 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.352342 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:49:55.356694 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:55.362264 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:49:55.369540 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Pushing event updated for resources: {'Port': ['ID=6e3915ae-2eda-4f96-ac3b-dc53fbf99744,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:55.403508 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks [] for router_gateway (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.428228 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.430311 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Attempting to bind port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:49:55.430689 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Attempting to bind port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': 'f4251afe-475f-4943-9738-85aaed9352df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:49:55.431049 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Attempting to bind port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 on network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:49:55.437526 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:49:55.438264 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Checking segment: {'id': 'f4251afe-475f-4943-9738-85aaed9352df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:49:55.438395 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.438745 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Bound using segment: {'id': 'f4251afe-475f-4943-9738-85aaed9352df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:49:55.439214 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Bound port: 6e3915ae-2eda-4f96-ac3b-dc53fbf99744, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4251afe-475f-4943-9738-85aaed9352df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:49:55.440323 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.497414 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] For port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:55.497821 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.525059 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] For port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:49:55.528915 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] For port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=6e3915ae-2eda-4f96-ac3b-dc53fbf99744,segment=NetworkSegment(f4251afe-475f-4943-9738-85aaed9352df),segment_id=f4251afe-475f-4943-9738-85aaed9352df)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:49:55.536860 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.618178 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c786c9-1ed5-4528-8504-789bfb0f02c7 None None] Pushing event updated for resources: {'Port': ['ID=6e3915ae-2eda-4f96-ac3b-dc53fbf99744,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:55.654085 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Allocated IP 172.27.0.2 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:49:55.793900 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.794263 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (692fb050-3fcd-447a-b774-36cf6f5747c0), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.794582 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Floating IP 692fb050-3fcd-447a-b774-36cf6f5747c0 disassociated. External IP: 172.27.0.194, port: 2eb78bc7-7875-449d-a6e9-a6f8eebe488c. May 12 11:49:55.795045 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Calling delete_port for 2eb78bc7-7875-449d-a6e9-a6f8eebe488c owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:55.873322 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks [] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.938766 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Sync routers for ids ['6498dd59-26af-40d7-8c29-07c53332b128'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:49:55.942001 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:55.951638 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Routers {'6498dd59-26af-40d7-8c29-07c53332b128'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:55.952531 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['6498dd59-26af-40d7-8c29-07c53332b128'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:55.956191 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31714c8f-ecf2-4a20-b154-ac28c6352875 req-0f9246db-715b-44f2-9012-5d1c97c64f55 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:55.958529 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-31714c8f-ecf2-4a20-b154-ac28c6352875 req-0f9246db-715b-44f2-9012-5d1c97c64f55 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 945 time: 0.3546236 May 12 11:49:55.988004 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:49:55.992578 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:56.031334 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:49:56.033248 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-31714c8f-ecf2-4a20-b154-ac28c6352875 req-cc365979-98c4-40cd-aeb8-e6b10da70945 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca11f2ee-a61a-42e2-92a8-dbede6464189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664213 May 12 11:49:56.091674 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (2eb78bc7-7875-449d-a6e9-a6f8eebe488c), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:56.095566 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Pushing event updated for resources: {'Port': ['ID=cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:56.147519 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Set router 6498dd59-26af-40d7-8c29-07c53332b128 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:56.164046 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event deleted for resources: {'Port': ['ID=2eb78bc7-7875-449d-a6e9-a6f8eebe488c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:56.242007 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60505c8-48fd-419b-b16a-8def357d2485 req-e286cbad-1baf-4b94-b86b-f4561f92658c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:56.243765 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e60505c8-48fd-419b-b16a-8def357d2485 req-e286cbad-1baf-4b94-b86b-f4561f92658c tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 946 time: 0.0561955 May 12 11:49:56.314518 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e60505c8-48fd-419b-b16a-8def357d2485 req-ea30d7c5-7739-416c-aaa1-2086ac2e9c49 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604830 May 12 11:49:56.320838 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:56.357503 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 2, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:56.383701 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Checking router: 6498dd59-26af-40d7-8c29-07c53332b128 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:49:56.384054 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Updating router 6498dd59-26af-40d7-8c29-07c53332b128 port 613292b8-9628-44de-ab86-27f3722b588f binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:49:56.404410 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Router 436a3346-89e6-42fd-89c6-6ef12c603591 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:49:56.414651 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (613292b8-9628-44de-ab86-27f3722b588f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:56.434953 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:56.506375 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks [] for router_gateway (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:56.748038 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Publish callbacks [] for port (613292b8-9628-44de-ab86-27f3722b588f), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:56.756520 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (613292b8-9628-44de-ab86-27f3722b588f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:56.813524 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Pushing event updated for resources: {'Port': ['ID=613292b8-9628-44de-ab86-27f3722b588f,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:56.824092 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.824451 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.824810 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.825169 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.825508 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.825883 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.826211 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.826538 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.826861 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.827186 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.828051 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.828645 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.828971 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.829288 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.829607 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:49:56.868888 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:49:56.904048 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:49:56.931811 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] Sync routers for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:49:56.934107 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Attempting to bind port 613292b8-9628-44de-ab86-27f3722b588f on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:49:56.934644 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Attempting to bind port 613292b8-9628-44de-ab86-27f3722b588f by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:49:56.935198 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Attempting to bind port 613292b8-9628-44de-ab86-27f3722b588f on network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:49:56.942538 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:49:56.943617 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Checking segment: {'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:49:56.944187 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:56.944906 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Bound using segment: {'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:49:56.945389 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Bound port: 613292b8-9628-44de-ab86-27f3722b588f, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:49:56.945793 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (613292b8-9628-44de-ab86-27f3722b588f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:56.958316 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:56.959121 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:56.980610 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] No DVR routers for this DVR port 2eb78bc7-7875-449d-a6e9-a6f8eebe488c on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:49:56.984111 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:56.987379 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-95adcabb-5ab1-4b58-b854-e9071f492396 req-0230072d-80be-45c6-8337-3ce5cbab0ab8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "DELETE /v2.0/ports/2eb78bc7-7875-449d-a6e9-a6f8eebe488c HTTP/1.1" status: 204 len: 173 time: 1.8468561 May 12 11:49:56.987858 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'name': 'network-vif-deleted', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:56.990301 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3148e5b-bdaf-47bb-8494-958b1a5e6315" -d '{"events": [{"server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "name": "network-vif-deleted", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:57.035799 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] For port 613292b8-9628-44de-ab86-27f3722b588f, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:49:57.039415 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] For port 613292b8-9628-44de-ab86-27f3722b588f, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=613292b8-9628-44de-ab86-27f3722b588f,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:49:57.050184 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (613292b8-9628-44de-ab86-27f3722b588f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:57.062194 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b300a3-df92-4f91-a6c5-0fa66b7ac8c4 x-openstack-request-id: req-56b300a3-df92-4f91-a6c5-0fa66b7ac8c4 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:57.062485 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f609a10d-385a-4eb7-92b3-cfd766e53d22", "name": "network-vif-deleted", "tag": "2eb78bc7-7875-449d-a6e9-a6f8eebe488c", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:57.062738 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56b300a3-df92-4f91-a6c5-0fa66b7ac8c4 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:57.063136 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b300a3-df92-4f91-a6c5-0fa66b7ac8c4'] response: {'server_uuid': 'f609a10d-385a-4eb7-92b3-cfd766e53d22', 'name': 'network-vif-deleted', 'tag': '2eb78bc7-7875-449d-a6e9-a6f8eebe488c', 'status': 'completed', 'code': 200} May 12 11:49:57.114794 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Routers {'6498dd59-26af-40d7-8c29-07c53332b128'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:57.115430 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['6498dd59-26af-40d7-8c29-07c53332b128'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:57.135926 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:57.198150 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d6bde1d1-4c26-4e4f-bada-c9b698d1eaca req-05e7360d-4986-4755-8992-3086522c0a63 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 210 time: 0.0529821 May 12 11:49:57.210635 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06137f7-64df-4c20-9ce4-4dce5cf08e47 None None] Pushing event updated for resources: {'Port': ['ID=613292b8-9628-44de-ab86-27f3722b588f,revision_number=4']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:57.290614 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] Set router 6498dd59-26af-40d7-8c29-07c53332b128 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:57.320512 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:49:57.329530 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39909a8d-adab-4de3-87ea-45723f86b268 None None] Network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:49:57.355990 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:57.359311 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-c96ff58f-9241-4f52-8e63-ea1a5386ac49 None None] Provisioning complete for port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:57.359780 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c96ff58f-9241-4f52-8e63-ea1a5386ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:57.472264 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:49:57.485789 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Sync routers for ids ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:49:57.503223 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:57.503789 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:57.507842 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:57.510842 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a4641b87-82d5-458c-88d3-ce1d069faae2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7376182 May 12 11:49:57.511231 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37228) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:57.527985 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Routers {'5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:57.528602 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:57.585417 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b9cb8-c8e1-4f70-b3ba-4e6bffe4d22a req-ba01d381-6070-4933-8f5c-803f256c0fab tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:57.587215 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b54b9cb8-c8e1-4f70-b3ba-4e6bffe4d22a req-ba01d381-6070-4933-8f5c-803f256c0fab tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 946 time: 0.1450763 May 12 11:49:57.597907 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-c96ff58f-9241-4f52-8e63-ea1a5386ac49 None None] Current status of the port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:57.598441 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c96ff58f-9241-4f52-8e63-ea1a5386ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:57.682734 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b54b9cb8-c8e1-4f70-b3ba-4e6bffe4d22a req-07fa6724-f2a8-45a8-807a-7c7562b2bd38 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873501 May 12 11:49:57.701683 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:57Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:57.708113 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-c96ff58f-9241-4f52-8e63-ea1a5386ac49 None None] For port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=6e3915ae-2eda-4f96-ac3b-dc53fbf99744,segment=NetworkSegment(f4251afe-475f-4943-9738-85aaed9352df),segment_id=f4251afe-475f-4943-9738-85aaed9352df)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:57.732826 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeece6c9-6e0a-4e13-ba73-1dd781ac392e None None] The sync data for ids ['6498dd59-26af-40d7-8c29-07c53332b128'] in dv-cinder-804735-29-iscsi is: [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:57Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:49:57.801143 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c96ff58f-9241-4f52-8e63-ea1a5386ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:57.823084 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-ba138a93-5e66-4b6d-b012-eaa8c2010253 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666227 May 12 11:49:57.832592 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Set router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:57.874218 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.004790 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-402a04ba-0fb1-4458-a97d-d86be901ab01 None None] Provisioning complete for port 613292b8-9628-44de-ab86-27f3722b588f triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:58.005118 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-402a04ba-0fb1-4458-a97d-d86be901ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (613292b8-9628-44de-ab86-27f3722b588f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.017749 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ff58f-9241-4f52-8e63-ea1a5386ac49 None None] Pushing event updated for resources: {'Port': ['ID=6e3915ae-2eda-4f96-ac3b-dc53fbf99744,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:58.070723 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'name': 'tempest-TestShelveInstance-69028773-router', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:54Z', 'updated_at': '2022-05-12T11:49:56Z', 'revision_number': 3, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'gw_port': {'id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:55Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:58.083322 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2eb78bc7-7875-449d-a6e9-a6f8eebe488c no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:49:58.120066 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:58.121439 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 99d77246-fe65-455e-bfd4-10ffe626bd4f up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:49:58.123072 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Checking router: 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:49:58.123430 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Updating router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:49:58.175172 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.177455 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 2eb78bc7-7875-449d-a6e9-a6f8eebe488c {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:49:58.177945 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2eb78bc7-7875-449d-a6e9-a6f8eebe488c not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:49:58.186506 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-74b83299-c776-4255-9414-384057033502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:58.196669 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-74b83299-c776-4255-9414-384057033502 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd154e9ddff14089b8fc96ba030e5669&device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 1129 time: 0.1075466 May 12 11:49:58.226539 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:16Z', 'revision_number': 5, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:58.286407 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] Checking router: 436a3346-89e6-42fd-89c6-6ef12c603591 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:49:58.342394 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:58.343068 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:58.388645 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 99d77246-fe65-455e-bfd4-10ffe626bd4f triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:58.388955 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-1963ffbb-f67c-4594-bfcb-7ba271bb206b tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:58.389478 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.391830 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-1963ffbb-f67c-4594-bfcb-7ba271bb206b tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 946 time: 0.0764861 May 12 11:49:58.393713 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-402a04ba-0fb1-4458-a97d-d86be901ab01 None None] Current status of the port 613292b8-9628-44de-ab86-27f3722b588f is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:58.394102 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-402a04ba-0fb1-4458-a97d-d86be901ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (613292b8-9628-44de-ab86-27f3722b588f), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.417391 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2812e1dc-a885-427c-a29b-31db597ddf5e req-b34b3e0d-e3ea-44c0-bf22-3635d66d1d32 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=f609a10d-385a-4eb7-92b3-cfd766e53d22 HTTP/1.1" status: 200 len: 210 time: 0.0486374 May 12 11:49:58.548681 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-402a04ba-0fb1-4458-a97d-d86be901ab01 None None] For port 613292b8-9628-44de-ab86-27f3722b588f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=613292b8-9628-44de-ab86-27f3722b588f,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:58.567333 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-402a04ba-0fb1-4458-a97d-d86be901ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (613292b8-9628-44de-ab86-27f3722b588f), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.628307 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:58.640601 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Publish callbacks [] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.650672 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.652960 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-dd7061cf-8aaf-4a99-8955-a33868452624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:58.655096 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-dd7061cf-8aaf-4a99-8955-a33868452624 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 200 len: 919 time: 0.1632483 May 12 11:49:58.727045 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Attempting to bind port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:49:58.727384 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Attempting to bind port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:49:58.727754 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Attempting to bind port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:49:58.740724 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-1b0e36c2-7ff9-43c9-b274-be9ada6191ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fde922-0d37-4159-bb44-fb31f42dc415 HTTP/1.1" status: 200 len: 217 time: 0.0780935 May 12 11:49:58.742420 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82109f07-3bb4-48eb-a601-38765e2c3b1e None None] Pushing event updated for resources: {'Port': ['ID=cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:58.745469 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:49:58.745885 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:49:58.746290 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.746676 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:49:58.747159 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Bound port: cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:49:58.747540 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.756466 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-6944c2e2-e84c-4bdc-be63-71214a6a19e0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Deleting port 5a435639-c474-4088-a6dd-c7e042256655 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:49:58.757058 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-6944c2e2-e84c-4bdc-be63-71214a6a19e0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (5a435639-c474-4088-a6dd-c7e042256655), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.775441 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-97e46bd7-1aaf-4b33-982a-612f49f6a0df None None] Provisioning complete for port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:58.775814 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-97e46bd7-1aaf-4b33-982a-612f49f6a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.841743 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 99d77246-fe65-455e-bfd4-10ffe626bd4f is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:58.870689 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] For port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:49:58.875985 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a04ba-0fb1-4458-a97d-d86be901ab01 None None] Pushing event updated for resources: {'Port': ['ID=613292b8-9628-44de-ab86-27f3722b588f,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:58.876522 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] For port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:49:58.890716 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c104eb-b7e5-4bcc-8d8f-855a71f5506b req-2a286302-203b-4668-a21c-390e4bbfd602 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:58.892274 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b5c104eb-b7e5-4bcc-8d8f-855a71f5506b req-2a286302-203b-4668-a21c-390e4bbfd602 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 946 time: 0.0805380 May 12 11:49:58.892790 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.927126 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-dec2079d-30be-44b5-8987-cba5a9aef39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:58.928600 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-dec2079d-30be-44b5-8987-cba5a9aef39c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 200 len: 857 time: 0.1800268 May 12 11:49:58.977162 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:58.992306 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b5c104eb-b7e5-4bcc-8d8f-855a71f5506b req-e054947f-83f9-4c6d-b66e-ec30d4c7c98d tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929408 May 12 11:49:58.994683 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-97e46bd7-1aaf-4b33-982a-612f49f6a0df None None] Current status of the port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:58.998245 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-034522a4-0f7a-4fd3-b713-fc5675b9dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:49:59.000058 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-034522a4-0f7a-4fd3-b713-fc5675b9dfa2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9c73724-1128-42dd-9a6f-5e6f5ee490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0609999 May 12 11:49:59.034026 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-6944c2e2-e84c-4bdc-be63-71214a6a19e0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] For port 5a435639-c474-4088-a6dd-c7e042256655, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5a435639-c474-4088-a6dd-c7e042256655,segment=NetworkSegment(07909202-488d-4498-94e1-c559fa6f83df),segment_id=07909202-488d-4498-94e1-c559fa6f83df)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:49:59.034394 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-6944c2e2-e84c-4bdc-be63-71214a6a19e0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (5a435639-c474-4088-a6dd-c7e042256655), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.037943 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82109f07-3bb4-48eb-a601-38765e2c3b1e None None] Pushing event updated for resources: {'Port': ['ID=cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:59.052932 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Routers {'5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:49:59.060858 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:59.069605 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-6944c2e2-e84c-4bdc-be63-71214a6a19e0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Calling delete_port for 5a435639-c474-4088-a6dd-c7e042256655 owned by compute:nova {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:49:59.094507 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:16Z', 'revision_number': 5, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:59.134440 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-b9536bd3-c99d-4842-87e3-6617dd700369 service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256149 May 12 11:49:59.136751 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:49:59.141612 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83201621-c09f-4d68-9281-7a3b3c86fad9 None None] The sync data for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi is: [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:06Z', 'revision_number': 4, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'fe45cfe1-4224-493c-98a0-1008912a230b', 'name': '', 'network_id': 'd9c73724-1128-42dd-9a6f-5e6f5ee490dc', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'mac_address': 'fa:16:3e:18:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:03Z', 'updated_at': '2022-05-12T11:45:16Z', 'revision_number': 5, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'subnets': [{'id': '44f871fd-8e31-4b5b-9820-56cbf3a8f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:49:59.218960 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] Set router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:49:59.272195 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c5e92cb3-eaf7-4a48-a2c0-db2ed41ecf2f req-2128b6d9-2f49-4ca5-b482-cc6b711683ea service neutron] 10.222.0.35 "GET /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288664 May 12 11:49:59.366858 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.377959 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Allocated IP 172.20.0.1 (b55612cd-aaf7-4367-bdd5-a1f07c9fddf2/44303d9c-931e-4a3e-b397-57a8e66da423/7dcea261-2fdf-453d-aa00-5bfb431418ab) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:49:59.385201 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:59.385953 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.439192 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-6944c2e2-e84c-4bdc-be63-71214a6a19e0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (5a435639-c474-4088-a6dd-c7e042256655), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.465925 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'name': 'tempest-TestShelveInstance-69028773-router', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:54Z', 'updated_at': '2022-05-12T11:49:56Z', 'revision_number': 3, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'gw_port': {'id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:55Z', 'updated_at': '2022-05-12T11:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:49:59.507215 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401ded1-b415-487a-b4a4-fb7d80aa6c03 None None] The sync data for ids ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'] in dv-cinder-804735-29-iscsi is: [{'id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'name': 'tempest-TestShelveInstance-69028773-router', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:54Z', 'updated_at': '2022-05-12T11:49:56Z', 'revision_number': 3, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'gw_port': {'id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:55Z', 'updated_at': '2022-05-12T11:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:49:59.509671 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944c2e2-e84c-4bdc-be63-71214a6a19e0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Pushing event deleted for resources: {'Port': ['ID=5a435639-c474-4088-a6dd-c7e042256655,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:59.528787 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['5a435639-c474-4088-a6dd-c7e042256655'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:49:59.562666 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37238) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:59.571261 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:49:59.572645 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 613292b8-9628-44de-ab86-27f3722b588f up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:49:59.592872 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-6944c2e2-e84c-4bdc-be63-71214a6a19e0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] No DVR routers for this DVR port 5a435639-c474-4088-a6dd-c7e042256655 on host hv-cinder-80473 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:49:59.597033 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-6944c2e2-e84c-4bdc-be63-71214a6a19e0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.606559 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4b3eb126-fed3-4c7f-9abc-f2c0dd83cefc req-6944c2e2-e84c-4bdc-be63-71214a6a19e0 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.35 "DELETE /v2.0/ports/5a435639-c474-4088-a6dd-c7e042256655 HTTP/1.1" status: 204 len: 173 time: 1.1250603 May 12 11:49:59.607057 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6039b3-958e-46ef-83e3-a942c113b22a', 'name': 'network-vif-deleted', 'tag': '5a435639-c474-4088-a6dd-c7e042256655'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:49:59.610385 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cb3c35-5622-4826-9b65-037d5be51405" -d '{"events": [{"server_uuid": "ba6039b3-958e-46ef-83e3-a942c113b22a", "name": "network-vif-deleted", "tag": "5a435639-c474-4088-a6dd-c7e042256655"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:49:59.626603 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff93849-e89c-486a-bb01-93724cbb8dfd None None] New status for floating IP 692fb050-3fcd-447a-b774-36cf6f5747c0: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:49:59.643530 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-632b10d2-69ae-480b-9c3b-ee61af53d50d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group (ca11f2ee-a61a-42e2-92a8-dbede6464189), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.666125 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Publish callbacks [] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.683806 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032bde2d-8a1d-46c4-ba8c-e7df721559f0 x-openstack-request-id: req-032bde2d-8a1d-46c4-ba8c-e7df721559f0 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:49:59.684309 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6039b3-958e-46ef-83e3-a942c113b22a", "name": "network-vif-deleted", "tag": "5a435639-c474-4088-a6dd-c7e042256655", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:49:59.684722 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-032bde2d-8a1d-46c4-ba8c-e7df721559f0 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:49:59.685129 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032bde2d-8a1d-46c4-ba8c-e7df721559f0'] response: {'server_uuid': 'ba6039b3-958e-46ef-83e3-a942c113b22a', 'name': 'network-vif-deleted', 'tag': '5a435639-c474-4088-a6dd-c7e042256655', 'status': 'completed', 'code': 200} May 12 11:49:59.714396 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-632b10d2-69ae-480b-9c3b-ee61af53d50d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group (ca11f2ee-a61a-42e2-92a8-dbede6464189), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.725968 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.732060 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 613292b8-9628-44de-ab86-27f3722b588f triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:49:59.732507 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (613292b8-9628-44de-ab86-27f3722b588f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.768599 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:49:59.774327 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:49:59.778033 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:49:59.788691 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-632b10d2-69ae-480b-9c3b-ee61af53d50d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (ca11f2ee-a61a-42e2-92a8-dbede6464189), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.791469 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-632b10d2-69ae-480b-9c3b-ee61af53d50d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.792780 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-632b10d2-69ae-480b-9c3b-ee61af53d50d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "DELETE /v2.0/security-groups/ca11f2ee-a61a-42e2-92a8-dbede6464189 HTTP/1.1" status: 204 len: 168 time: 0.2291000 May 12 11:49:59.802057 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37242) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:49:59.816473 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=7dcea261-2fdf-453d-aa00-5bfb431418ab,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:59.826214 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b10d2-69ae-480b-9c3b-ee61af53d50d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca11f2ee-a61a-42e2-92a8-dbede6464189,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:49:59.846169 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.api.v2.resource [None req-9fc996ee-6969-42c4-aec5-ef6c380a4040 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] show failed (client error): The resource could not be found. May 12 11:49:59.847237 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-9fc996ee-6969-42c4-aec5-ef6c380a4040 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups/ca11f2ee-a61a-42e2-92a8-dbede6464189 HTTP/1.1" status: 404 len: 347 time: 0.0412519 May 12 11:49:59.847850 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:49:59.849930 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37244) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:00.037112 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 613292b8-9628-44de-ab86-27f3722b588f is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:00.083222 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-46db2f58-daf7-4fde-b70e-beda6e18d56d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Deleting port 9b55754f-3dcd-4a52-a472-899586832be1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:50:00.083584 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46db2f58-daf7-4fde-b70e-beda6e18d56d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (9b55754f-3dcd-4a52-a472-899586832be1), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.156038 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.187697 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1da590cc-b25a-4719-bf21-948edd768c28 req-1f9e25b2-9849-42ae-8ae2-ed70f1b677d3 tempest-VolumesSnapshotTestJSON-1205523019 tempest-VolumesSnapshotTestJSON-1205523019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6039b3-958e-46ef-83e3-a942c113b22a HTTP/1.1" status: 200 len: 210 time: 0.0704427 May 12 11:50:00.216161 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46db2f58-daf7-4fde-b70e-beda6e18d56d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (9b55754f-3dcd-4a52-a472-899586832be1), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.216626 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46db2f58-daf7-4fde-b70e-beda6e18d56d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for floatingip (9b55754f-3dcd-4a52-a472-899586832be1), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.223055 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-81dd7951-25ad-4c2e-8483-684959e0cb32 None None] Provisioning complete for port 7dcea261-2fdf-453d-aa00-5bfb431418ab triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:00.223560 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-81dd7951-25ad-4c2e-8483-684959e0cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.233224 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-46db2f58-daf7-4fde-b70e-beda6e18d56d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Calling delete_port for 9b55754f-3dcd-4a52-a472-899586832be1 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:50:00.271498 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-81dd7951-25ad-4c2e-8483-684959e0cb32 None None] Port 7dcea261-2fdf-453d-aa00-5bfb431418ab cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:50:00.402785 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46db2f58-daf7-4fde-b70e-beda6e18d56d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (9b55754f-3dcd-4a52-a472-899586832be1), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.411074 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Publish callbacks [] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.415733 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.429933 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db2f58-daf7-4fde-b70e-beda6e18d56d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event deleted for resources: {'Port': ['ID=9b55754f-3dcd-4a52-a472-899586832be1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:00.500264 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.511118 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=7dcea261-2fdf-453d-aa00-5bfb431418ab,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:00.524258 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46db2f58-daf7-4fde-b70e-beda6e18d56d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks [] for floatingip (692fb050-3fcd-447a-b774-36cf6f5747c0), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.537477 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46db2f58-daf7-4fde-b70e-beda6e18d56d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.543885 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-46db2f58-daf7-4fde-b70e-beda6e18d56d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "DELETE /v2.0/floatingips/692fb050-3fcd-447a-b774-36cf6f5747c0 HTTP/1.1" status: 204 len: 168 time: 0.6898329 May 12 11:50:00.615734 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:50:00.617159 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:50:00.766873 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:50:00.891544 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:50:00.896990 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-ca0a4f98-814f-4b3a-98a3-9055dc6d8fb3 admin admin] 10.222.0.58 "PUT /v2.0/routers/5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3845887 May 12 11:50:00.909431 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-1b3a63aa-9add-4a7b-81e1-87cff8c5d5a0 None None] Provisioning complete for port 7dcea261-2fdf-453d-aa00-5bfb431418ab triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:00.909848 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1b3a63aa-9add-4a7b-81e1-87cff8c5d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:00.951869 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a63aa-9add-4a7b-81e1-87cff8c5d5a0 None None] Port 7dcea261-2fdf-453d-aa00-5bfb431418ab cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:50:01.013404 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:50:01.073552 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:01.074252 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.155121 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:01.156049 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.178106 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:01.180527 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37258) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:01.183842 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.184673 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 613292b8-9628-44de-ab86-27f3722b588f up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:50:01.184949 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7243e5d6-b0ab-45ed-b08d-d872f2d3c928 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629760260', 'description': 'tempest-secgroup-smoke-629760260 description', 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:01.205416 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7243e5d6-b0ab-45ed-b08d-d872f2d3c928 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.279435 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:01.283088 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 613292b8-9628-44de-ab86-27f3722b588f triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:01.283474 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (613292b8-9628-44de-ab86-27f3722b588f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.313592 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7243e5d6-b0ab-45ed-b08d-d872f2d3c928 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group (c84a12e0-1b5a-4510-a7da-b1ee356f0778), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.318027 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7243e5d6-b0ab-45ed-b08d-d872f2d3c928 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (c84a12e0-1b5a-4510-a7da-b1ee356f0778), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.349336 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243e5d6-b0ab-45ed-b08d-d872f2d3c928 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84a12e0-1b5a-4510-a7da-b1ee356f0778,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:01.353509 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7243e5d6-b0ab-45ed-b08d-d872f2d3c928 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.354762 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-7243e5d6-b0ab-45ed-b08d-d872f2d3c928 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1732256 May 12 11:50:01.357580 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37264) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:01.362270 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-13edf04d-1c79-444e-ab87-9473e473fbf3 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Request body: {'security_group_rule': {'security_group_id': 'c84a12e0-1b5a-4510-a7da-b1ee356f0778', 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:01.387105 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 613292b8-9628-44de-ab86-27f3722b588f is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:01.394303 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13edf04d-1c79-444e-ab87-9473e473fbf3 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (0ea75f82-d1f6-487b-bdbe-e0b8bfb8ee9e), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.446229 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13edf04d-1c79-444e-ab87-9473e473fbf3 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (0ea75f82-d1f6-487b-bdbe-e0b8bfb8ee9e), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.455759 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13edf04d-1c79-444e-ab87-9473e473fbf3 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (0ea75f82-d1f6-487b-bdbe-e0b8bfb8ee9e), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.470301 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edf04d-1c79-444e-ab87-9473e473fbf3 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea75f82-d1f6-487b-bdbe-e0b8bfb8ee9e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:01.481320 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13edf04d-1c79-444e-ab87-9473e473fbf3 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.482569 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-13edf04d-1c79-444e-ab87-9473e473fbf3 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239300 May 12 11:50:01.485832 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37266) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:01.490415 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-13501fd0-c1a3-427f-9eb6-194b3557a78e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Request body: {'security_group_rule': {'security_group_id': 'c84a12e0-1b5a-4510-a7da-b1ee356f0778', 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:01.517143 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13501fd0-c1a3-427f-9eb6-194b3557a78e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (5074fceb-28d1-4c76-a393-a2f2ae397b60), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.582199 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13501fd0-c1a3-427f-9eb6-194b3557a78e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (5074fceb-28d1-4c76-a393-a2f2ae397b60), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.588746 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13501fd0-c1a3-427f-9eb6-194b3557a78e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (5074fceb-28d1-4c76-a393-a2f2ae397b60), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.618069 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13501fd0-c1a3-427f-9eb6-194b3557a78e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5074fceb-28d1-4c76-a393-a2f2ae397b60,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:01.625118 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13501fd0-c1a3-427f-9eb6-194b3557a78e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.628754 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-13501fd0-c1a3-427f-9eb6-194b3557a78e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393652 May 12 11:50:01.629185 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37274) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:01.633658 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-42dc457a-bdb7-411a-8231-45358f29d66a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Request body: {'security_group_rule': {'security_group_id': 'c84a12e0-1b5a-4510-a7da-b1ee356f0778', 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:01.669355 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-42dc457a-bdb7-411a-8231-45358f29d66a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (eba86f0b-15da-4be3-8af1-37cbfca195a0), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.669902 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Sync routers for ids ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:50:01.680865 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Routers {'5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:50:01.681475 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:01.730285 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-42dc457a-bdb7-411a-8231-45358f29d66a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (eba86f0b-15da-4be3-8af1-37cbfca195a0), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.735475 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-42dc457a-bdb7-411a-8231-45358f29d66a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (eba86f0b-15da-4be3-8af1-37cbfca195a0), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.754530 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc457a-bdb7-411a-8231-45358f29d66a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba86f0b-15da-4be3-8af1-37cbfca195a0,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:01.762425 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-42dc457a-bdb7-411a-8231-45358f29d66a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.763691 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-42dc457a-bdb7-411a-8231-45358f29d66a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334076 May 12 11:50:01.766645 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37280) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:01.771607 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cc4008a0-4b8e-401b-ad6a-74c7f3827d42 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Request body: {'security_group_rule': {'security_group_id': 'c84a12e0-1b5a-4510-a7da-b1ee356f0778', 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:01.806011 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc4008a0-4b8e-401b-ad6a-74c7f3827d42 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (f9712f4e-5405-4f65-adc0-e885bbccbe3b), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.806336 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Set router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:50:01.866590 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc4008a0-4b8e-401b-ad6a-74c7f3827d42 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (f9712f4e-5405-4f65-adc0-e885bbccbe3b), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.871435 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc4008a0-4b8e-401b-ad6a-74c7f3827d42 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (f9712f4e-5405-4f65-adc0-e885bbccbe3b), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.890046 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4008a0-4b8e-401b-ad6a-74c7f3827d42 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9712f4e-5405-4f65-adc0-e885bbccbe3b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:01.902972 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc4008a0-4b8e-401b-ad6a-74c7f3827d42 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.904358 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-cc4008a0-4b8e-401b-ad6a-74c7f3827d42 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366067 May 12 11:50:01.907695 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37284) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:01.912198 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5f60829f-eda8-453d-aa50-88df2840faf5 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Request body: {'security_group_rule': {'security_group_id': 'c84a12e0-1b5a-4510-a7da-b1ee356f0778', 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:01.932635 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-5f60829f-eda8-453d-aa50-88df2840faf5 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Project cde372d003ca4f5fbafa9d6a4bc52e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 11:50:01.937919 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f60829f-eda8-453d-aa50-88df2840faf5 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (4daafa79-417d-421d-ba85-b95c26e618b7), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:01.999398 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f60829f-eda8-453d-aa50-88df2840faf5 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (4daafa79-417d-421d-ba85-b95c26e618b7), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.003412 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f60829f-eda8-453d-aa50-88df2840faf5 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (4daafa79-417d-421d-ba85-b95c26e618b7), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.005496 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'name': 'tempest-TestShelveInstance-69028773-router', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:54Z', 'updated_at': '2022-05-12T11:50:00Z', 'revision_number': 4, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'gw_port': {'id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:55Z', 'updated_at': '2022-05-12T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '7dcea261-2fdf-453d-aa00-5bfb431418ab', 'name': '', 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'mac_address': 'fa:16:3e:cd:46:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '44303d9c-931e-4a3e-b397-57a8e66da423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:59Z', 'updated_at': '2022-05-12T11:50:00Z', 'revision_number': 2, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'subnets': [{'id': '44303d9c-931e-4a3e-b397-57a8e66da423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:02.022818 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60829f-eda8-453d-aa50-88df2840faf5 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4daafa79-417d-421d-ba85-b95c26e618b7,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:02.027675 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f60829f-eda8-453d-aa50-88df2840faf5 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.028910 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-5f60829f-eda8-453d-aa50-88df2840faf5 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202354 May 12 11:50:02.032258 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37286) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:02.036454 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7ea753f9-e4cd-4606-9d51-9485a4a1603a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Request body: {'security_group_rule': {'security_group_id': 'c84a12e0-1b5a-4510-a7da-b1ee356f0778', 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:02.058409 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-7ea753f9-e4cd-4606-9d51-9485a4a1603a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Project cde372d003ca4f5fbafa9d6a4bc52e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 11:50:02.064334 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ea753f9-e4cd-4606-9d51-9485a4a1603a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (8145baf3-521f-48ff-a57b-cf4fd88ed6b9), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.095867 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 5a435639-c474-4088-a6dd-c7e042256655 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:50:02.125736 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 5a435639-c474-4088-a6dd-c7e042256655 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:50:02.126251 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 5a435639-c474-4088-a6dd-c7e042256655 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:50:02.129746 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ea753f9-e4cd-4606-9d51-9485a4a1603a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (8145baf3-521f-48ff-a57b-cf4fd88ed6b9), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.134376 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Checking router: 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:50:02.134731 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Updating router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 port 7dcea261-2fdf-453d-aa00-5bfb431418ab binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:50:02.134852 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ea753f9-e4cd-4606-9d51-9485a4a1603a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (8145baf3-521f-48ff-a57b-cf4fd88ed6b9), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.153151 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea753f9-e4cd-4606-9d51-9485a4a1603a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8145baf3-521f-48ff-a57b-cf4fd88ed6b9,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:02.162039 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ea753f9-e4cd-4606-9d51-9485a4a1603a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.163436 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-7ea753f9-e4cd-4606-9d51-9485a4a1603a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302395 May 12 11:50:02.165431 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.474553 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Publish callbacks [] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.480282 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.532407 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6993a3-fb75-4239-be91-45dc0412b283 None None] Pushing event updated for resources: {'Port': ['ID=7dcea261-2fdf-453d-aa00-5bfb431418ab,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:02.584828 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Attempting to bind port 7dcea261-2fdf-453d-aa00-5bfb431418ab on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:50:02.585417 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Attempting to bind port 7dcea261-2fdf-453d-aa00-5bfb431418ab by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': 'f4251afe-475f-4943-9738-85aaed9352df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:50:02.586189 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Attempting to bind port 7dcea261-2fdf-453d-aa00-5bfb431418ab on network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:50:02.592549 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:50:02.593803 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Checking segment: {'id': 'f4251afe-475f-4943-9738-85aaed9352df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:50:02.594371 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.594937 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Bound using segment: {'id': 'f4251afe-475f-4943-9738-85aaed9352df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:50:02.595582 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Bound port: 7dcea261-2fdf-453d-aa00-5bfb431418ab, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4251afe-475f-4943-9738-85aaed9352df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:50:02.596617 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.683396 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] For port 7dcea261-2fdf-453d-aa00-5bfb431418ab, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:50:02.688286 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] For port 7dcea261-2fdf-453d-aa00-5bfb431418ab, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=7dcea261-2fdf-453d-aa00-5bfb431418ab,segment=NetworkSegment(f4251afe-475f-4943-9738-85aaed9352df),segment_id=f4251afe-475f-4943-9738-85aaed9352df)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:50:02.704278 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.772656 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Routers {'5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:50:02.773276 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:02.775147 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6993a3-fb75-4239-be91-45dc0412b283 None None] Pushing event updated for resources: {'Port': ['ID=7dcea261-2fdf-453d-aa00-5bfb431418ab,revision_number=4']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:02.791724 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-66ec34a8-beeb-4318-89a1-d4eb39fa2b23 None None] Provisioning complete for port 7dcea261-2fdf-453d-aa00-5bfb431418ab triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:02.793264 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-66ec34a8-beeb-4318-89a1-d4eb39fa2b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.940465 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-66ec34a8-beeb-4318-89a1-d4eb39fa2b23 None None] Current status of the port 7dcea261-2fdf-453d-aa00-5bfb431418ab is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:02.941103 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-66ec34a8-beeb-4318-89a1-d4eb39fa2b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:02.975786 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] Set router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:50:02.997834 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-66ec34a8-beeb-4318-89a1-d4eb39fa2b23 None None] For port 7dcea261-2fdf-453d-aa00-5bfb431418ab, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=7dcea261-2fdf-453d-aa00-5bfb431418ab,segment=NetworkSegment(f4251afe-475f-4943-9738-85aaed9352df),segment_id=f4251afe-475f-4943-9738-85aaed9352df)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:03.001754 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:50:03.033126 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-66ec34a8-beeb-4318-89a1-d4eb39fa2b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:03.116231 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:03.116928 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:03.158311 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec34a8-beeb-4318-89a1-d4eb39fa2b23 None None] Pushing event updated for resources: {'Port': ['ID=7dcea261-2fdf-453d-aa00-5bfb431418ab,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:03.166711 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-8350631b-1c88-4df7-b92e-1f0c402ecbba None None] Provisioning complete for port 7dcea261-2fdf-453d-aa00-5bfb431418ab triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:03.167192 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8350631b-1c88-4df7-b92e-1f0c402ecbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:03.194556 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd3b0b-3d02-4b14-8bbd-0606537f8477 req-87294dae-078a-4743-a2a2-b69ca81fabd8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:03.201826 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cabd3b0b-3d02-4b14-8bbd-0606537f8477 req-87294dae-078a-4743-a2a2-b69ca81fabd8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0549989 May 12 11:50:03.246244 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'name': 'tempest-TestShelveInstance-69028773-router', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:54Z', 'updated_at': '2022-05-12T11:50:00Z', 'revision_number': 4, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'gw_port': {'id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:55Z', 'updated_at': '2022-05-12T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '7dcea261-2fdf-453d-aa00-5bfb431418ab', 'name': '', 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'mac_address': 'fa:16:3e:cd:46:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '44303d9c-931e-4a3e-b397-57a8e66da423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:59Z', 'updated_at': '2022-05-12T11:50:02Z', 'revision_number': 4, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'subnets': [{'id': '44303d9c-931e-4a3e-b397-57a8e66da423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:03.250495 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cabd3b0b-3d02-4b14-8bbd-0606537f8477 req-bd5eb32c-6c12-4678-a8cd-0845dab4fbec tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478523 May 12 11:50:03.258925 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:03.278238 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57a6c2-bf60-4baa-9932-ebd09d69dfb8 None None] The sync data for ids ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'] in dv-cinder-804735-29-iscsi is: [{'id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'name': 'tempest-TestShelveInstance-69028773-router', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:54Z', 'updated_at': '2022-05-12T11:50:00Z', 'revision_number': 4, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'gw_port': {'id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:55Z', 'updated_at': '2022-05-12T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '7dcea261-2fdf-453d-aa00-5bfb431418ab', 'name': '', 'network_id': 'b55612cd-aaf7-4367-bdd5-a1f07c9fddf2', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'mac_address': 'fa:16:3e:cd:46:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '44303d9c-931e-4a3e-b397-57a8e66da423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:59Z', 'updated_at': '2022-05-12T11:50:02Z', 'revision_number': 4, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'subnets': [{'id': '44303d9c-931e-4a3e-b397-57a8e66da423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:50:03.301545 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-8350631b-1c88-4df7-b92e-1f0c402ecbba None None] Current status of the port 7dcea261-2fdf-453d-aa00-5bfb431418ab is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:04.370794 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1a299-53f5-44a4-a982-fe1fb54ef09b req-77f49c2f-c3dc-41e2-b2f6-e37e569974a7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:04.372314 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-31c1a299-53f5-44a4-a982-fe1fb54ef09b req-77f49c2f-c3dc-41e2-b2f6-e37e569974a7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0496867 May 12 11:50:04.418917 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-31c1a299-53f5-44a4-a982-fe1fb54ef09b req-fbe09389-3b3c-46e0-a976-cc96d57576a9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 May 12 11:50:04.942061 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 7dcea261-2fdf-453d-aa00-5bfb431418ab up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:50:04.988788 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 7dcea261-2fdf-453d-aa00-5bfb431418ab triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:04.989088 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:05.067704 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 7dcea261-2fdf-453d-aa00-5bfb431418ab is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:05.537674 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6404a2-9fb5-4536-bcd0-e59100c6a06e req-4f66a0bf-5ff4-4327-ab50-be1a0e39aef4 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:05.539164 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6d6404a2-9fb5-4536-bcd0-e59100c6a06e req-4f66a0bf-5ff4-4327-ab50-be1a0e39aef4 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0495121 May 12 11:50:05.587811 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6d6404a2-9fb5-4536-bcd0-e59100c6a06e req-2e71534d-9f3d-4004-bf8a-d33e5037deb9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427570 May 12 11:50:06.701422 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548a8c4-511a-4959-9a91-fa071490023b req-d77cb433-89a3-4b91-b7ed-6659e48db3f3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:06.702911 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a548a8c4-511a-4959-9a91-fa071490023b req-d77cb433-89a3-4b91-b7ed-6659e48db3f3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0471063 May 12 11:50:06.748690 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a548a8c4-511a-4959-9a91-fa071490023b req-1de9103d-0931-4992-9079-7c986df45d25 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 May 12 11:50:07.863978 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7fd55-af04-475b-9d41-db56a20be7a8 req-d5c0ebd0-32bb-4464-bc46-7401da446567 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:07.865544 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2da7fd55-af04-475b-9d41-db56a20be7a8 req-d5c0ebd0-32bb-4464-bc46-7401da446567 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0480275 May 12 11:50:07.913366 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2da7fd55-af04-475b-9d41-db56a20be7a8 req-dfdb65f5-c009-4091-9e4c-348082c217aa tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 May 12 11:50:08.753155 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-8228b67f-ba63-401e-93b4-7164470ebff4 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:08.754907 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-8228b67f-ba63-401e-93b4-7164470ebff4 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0520303 May 12 11:50:08.844532 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Deleting port d8954dff-d153-4c3d-ad72-4aa8eef966c2 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:50:08.844866 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:08.941330 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] For port d8954dff-d153-4c3d-ad72-4aa8eef966c2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d8954dff-d153-4c3d-ad72-4aa8eef966c2,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:08.941330 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:08.955165 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Calling delete_port for d8954dff-d153-4c3d-ad72-4aa8eef966c2 owned by compute:nova {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:50:09.053797 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819a0f2-810c-4b0c-b4b1-ecf29f863e92 req-50658de7-4b22-4ed3-9df6-2f0dcecf9d66 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:09.055500 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c819a0f2-810c-4b0c-b4b1-ecf29f863e92 req-50658de7-4b22-4ed3-9df6-2f0dcecf9d66 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=5be16749-99b5-4f22-b115-cccceb984ce2 HTTP/1.1" status: 200 len: 946 time: 0.0592415 May 12 11:50:09.142666 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c819a0f2-810c-4b0c-b4b1-ecf29f863e92 req-1971e8cb-0696-46b3-b102-685e948cc78b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809619 May 12 11:50:09.160947 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (d8954dff-d153-4c3d-ad72-4aa8eef966c2), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:09.191025 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event deleted for resources: {'Port': ['ID=d8954dff-d153-4c3d-ad72-4aa8eef966c2,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:09.205371 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['17fde922-0d37-4159-bb44-fb31f42dc415', 'd8954dff-d153-4c3d-ad72-4aa8eef966c2'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:50:09.220666 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.221086 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.221432 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.221795 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.222141 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.222466 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.222794 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.223117 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.223436 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.223754 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.224076 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.224402 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.224721 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.225034 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.225348 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:09.249671 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] No DVR routers for this DVR port d8954dff-d153-4c3d-ad72-4aa8eef966c2 on host hv-cinder-80473 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:50:09.252360 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:09.257086 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-25b647c4-7b7b-4e7b-8176-943fe2a5a2ac req-04aa6975-2227-4b9b-a559-5bf4fd53f5bf tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "DELETE /v2.0/ports/d8954dff-d153-4c3d-ad72-4aa8eef966c2 HTTP/1.1" status: 204 len: 173 time: 0.4945757 May 12 11:50:09.257086 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be16749-99b5-4f22-b115-cccceb984ce2', 'name': 'network-vif-deleted', 'tag': 'd8954dff-d153-4c3d-ad72-4aa8eef966c2'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:50:09.258910 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4cb45f-e471-4ca2-a64a-5e82e5874330" -d '{"events": [{"server_uuid": "5be16749-99b5-4f22-b115-cccceb984ce2", "name": "network-vif-deleted", "tag": "d8954dff-d153-4c3d-ad72-4aa8eef966c2"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:50:09.304075 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea5253a-0da1-4495-8f65-44eda3ae505d x-openstack-request-id: req-1ea5253a-0da1-4495-8f65-44eda3ae505d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:50:09.305041 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be16749-99b5-4f22-b115-cccceb984ce2", "name": "network-vif-deleted", "tag": "d8954dff-d153-4c3d-ad72-4aa8eef966c2", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:50:09.305325 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ea5253a-0da1-4495-8f65-44eda3ae505d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:50:09.305753 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea5253a-0da1-4495-8f65-44eda3ae505d'] response: {'server_uuid': '5be16749-99b5-4f22-b115-cccceb984ce2', 'name': 'network-vif-deleted', 'tag': 'd8954dff-d153-4c3d-ad72-4aa8eef966c2', 'status': 'completed', 'code': 200} May 12 11:50:10.413124 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df3f8e-e26f-4131-9b0b-19e13be4fc63 req-70f7763a-a9db-4fee-a500-b8747a2235e9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:10.414647 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d9df3f8e-e26f-4131-9b0b-19e13be4fc63 req-70f7763a-a9db-4fee-a500-b8747a2235e9 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0521097 May 12 11:50:10.463699 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d9df3f8e-e26f-4131-9b0b-19e13be4fc63 req-87ae44ea-d5c6-477e-83a7-fdc4d55bad6b tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 May 12 11:50:11.688551 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13613b0e-71a5-41a2-95f7-368d55961c92 req-f0cfa508-f5cb-4608-9bb5-bf8cd34c757e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:11.690026 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13613b0e-71a5-41a2-95f7-368d55961c92 req-f0cfa508-f5cb-4608-9bb5-bf8cd34c757e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0501258 May 12 11:50:11.737415 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-13613b0e-71a5-41a2-95f7-368d55961c92 req-6ae0812a-7262-4bcd-820d-eb480a3a72d3 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416698 May 12 11:50:12.852149 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcddeb-e3c3-4ae0-93df-1ca81bf7f8b8 req-30d1a94a-5322-4c4a-b435-8e377e09f8ab tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:12.853666 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-abfcddeb-e3c3-4ae0-93df-1ca81bf7f8b8 req-30d1a94a-5322-4c4a-b435-8e377e09f8ab tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0488174 May 12 11:50:12.901364 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-abfcddeb-e3c3-4ae0-93df-1ca81bf7f8b8 req-a6132a7c-2aa9-47e2-9956-764283d57935 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 May 12 11:50:13.303058 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d8954dff-d153-4c3d-ad72-4aa8eef966c2 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:50:13.323677 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: d8954dff-d153-4c3d-ad72-4aa8eef966c2 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:50:13.324040 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d8954dff-d153-4c3d-ad72-4aa8eef966c2 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:50:14.018442 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cf3b0-a991-4286-986a-2603813efa6d req-06879a84-8430-4353-b565-88a8a66ec6b8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:14.019927 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-244cf3b0-a991-4286-986a-2603813efa6d req-06879a84-8430-4353-b565-88a8a66ec6b8 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0482128 May 12 11:50:14.066977 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-244cf3b0-a991-4286-986a-2603813efa6d req-65cddabc-8049-4fc5-bda7-bad6dd6b10de tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413620 May 12 11:50:15.009070 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d5ebe-d751-4706-9962-621a6504af73 req-b8426908-dfc8-43b7-9475-3e50c8fed4fc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:15.010538 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-196d5ebe-d751-4706-9962-621a6504af73 req-b8426908-dfc8-43b7-9475-3e50c8fed4fc tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0468993 May 12 11:50:15.109331 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-196d5ebe-d751-4706-9962-621a6504af73 req-4c68735c-a6d4-402b-b141-dba6223a5a1e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Deleting port 17fde922-0d37-4159-bb44-fb31f42dc415 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:50:15.109668 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-196d5ebe-d751-4706-9962-621a6504af73 req-4c68735c-a6d4-402b-b141-dba6223a5a1e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:15.217021 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc319-28fd-4e90-ba33-9ba177540658 req-88fa7bd4-dad3-4748-a663-d0875366e02d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:15.218524 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-476dc319-28fd-4e90-ba33-9ba177540658 req-88fa7bd4-dad3-4748-a663-d0875366e02d tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/ports?device_id=337fca44-29a2-43fd-bc5f-092ad95c83f8 HTTP/1.1" status: 200 len: 945 time: 0.0808513 May 12 11:50:15.260036 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-196d5ebe-d751-4706-9962-621a6504af73 req-4c68735c-a6d4-402b-b141-dba6223a5a1e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] For port 17fde922-0d37-4159-bb44-fb31f42dc415, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=17fde922-0d37-4159-bb44-fb31f42dc415,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:15.260385 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-196d5ebe-d751-4706-9962-621a6504af73 req-4c68735c-a6d4-402b-b141-dba6223a5a1e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:15.283652 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-196d5ebe-d751-4706-9962-621a6504af73 req-4c68735c-a6d4-402b-b141-dba6223a5a1e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Calling delete_port for 17fde922-0d37-4159-bb44-fb31f42dc415 owned by compute:nova {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:50:15.306590 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-476dc319-28fd-4e90-ba33-9ba177540658 req-1c97d03b-27b6-405d-aea5-5176e2e52bf7 tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5000e346-3340-42b0-94e3-2b46e0655758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750241 May 12 11:50:15.447504 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-196d5ebe-d751-4706-9962-621a6504af73 req-4c68735c-a6d4-402b-b141-dba6223a5a1e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (17fde922-0d37-4159-bb44-fb31f42dc415), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:15.476738 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68735c-a6d4-402b-b141-dba6223a5a1e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Pushing event deleted for resources: {'Port': ['ID=17fde922-0d37-4159-bb44-fb31f42dc415,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:15.490446 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['17fde922-0d37-4159-bb44-fb31f42dc415'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:50:15.527449 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-196d5ebe-d751-4706-9962-621a6504af73 req-4c68735c-a6d4-402b-b141-dba6223a5a1e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] No DVR routers for this DVR port 17fde922-0d37-4159-bb44-fb31f42dc415 on host hv-cinder-80473 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:50:15.530211 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-196d5ebe-d751-4706-9962-621a6504af73 req-4c68735c-a6d4-402b-b141-dba6223a5a1e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:15.533481 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-196d5ebe-d751-4706-9962-621a6504af73 req-4c68735c-a6d4-402b-b141-dba6223a5a1e tempest-ServerRescueNegativeTestJSON-1383743525 tempest-ServerRescueNegativeTestJSON-1383743525-project] 10.222.0.35 "DELETE /v2.0/ports/17fde922-0d37-4159-bb44-fb31f42dc415 HTTP/1.1" status: 204 len: 173 time: 0.5142415 May 12 11:50:15.533968 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337fca44-29a2-43fd-bc5f-092ad95c83f8', 'name': 'network-vif-deleted', 'tag': '17fde922-0d37-4159-bb44-fb31f42dc415'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:50:15.536238 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae69bcab-1831-4349-9030-cb6cdcfabfa5" -d '{"events": [{"server_uuid": "337fca44-29a2-43fd-bc5f-092ad95c83f8", "name": "network-vif-deleted", "tag": "17fde922-0d37-4159-bb44-fb31f42dc415"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:50:15.572786 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b053b5f-7b78-4b75-90c3-bf1a665f34cb x-openstack-request-id: req-6b053b5f-7b78-4b75-90c3-bf1a665f34cb {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:50:15.573163 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337fca44-29a2-43fd-bc5f-092ad95c83f8", "name": "network-vif-deleted", "tag": "17fde922-0d37-4159-bb44-fb31f42dc415", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:50:15.573486 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b053b5f-7b78-4b75-90c3-bf1a665f34cb {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:50:15.574063 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b053b5f-7b78-4b75-90c3-bf1a665f34cb'] response: {'server_uuid': '337fca44-29a2-43fd-bc5f-092ad95c83f8', 'name': 'network-vif-deleted', 'tag': '17fde922-0d37-4159-bb44-fb31f42dc415', 'status': 'completed', 'code': 200} May 12 11:50:16.363961 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37480) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:16.805320 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-265420'] for router_interface (436a3346-89e6-42fd-89c6-6ef12c603591), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:17.035292 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] Deleting port fe45cfe1-4224-493c-98a0-1008912a230b {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:50:17.035626 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:17.109467 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] For port fe45cfe1-4224-493c-98a0-1008912a230b, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=fe45cfe1-4224-493c-98a0-1008912a230b,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:17.109772 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:17.125597 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] Calling delete_port for fe45cfe1-4224-493c-98a0-1008912a230b owned by network:router_interface {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:50:17.299016 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (fe45cfe1-4224-493c-98a0-1008912a230b), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:17.329184 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe45cfe1-4224-493c-98a0-1008912a230b,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:17.488791 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537555'] for router_interface (436a3346-89e6-42fd-89c6-6ef12c603591), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:17.983640 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] Router 436a3346-89e6-42fd-89c6-6ef12c603591 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:50:18.090169 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:50:18.095406 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-b962aa55-76a3-42f4-bc8e-5e8b867ce78a admin admin] 10.222.0.58 "PUT /v2.0/routers/436a3346-89e6-42fd-89c6-6ef12c603591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7303901 May 12 11:50:18.097920 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37502) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:18.104311 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] Sync routers for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:50:18.113331 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:50:18.113973 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:18.203300 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Publish callbacks [] for router (436a3346-89e6-42fd-89c6-6ef12c603591), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.219644 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:50:18.306144 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Publish callbacks [] for router_gateway (436a3346-89e6-42fd-89c6-6ef12c603591), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.354627 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Deleting port 0b919772-3e02-4aca-9b34-4b943fadb55d {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:50:18.354972 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.443827 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] For port 0b919772-3e02-4aca-9b34-4b943fadb55d, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=0b919772-3e02-4aca-9b34-4b943fadb55d,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:18.444189 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.447332 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 17fde922-0d37-4159-bb44-fb31f42dc415 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:50:18.458607 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Calling delete_port for 0b919772-3e02-4aca-9b34-4b943fadb55d owned by network:router_gateway {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:50:18.474393 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 17fde922-0d37-4159-bb44-fb31f42dc415 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:50:18.474750 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 17fde922-0d37-4159-bb44-fb31f42dc415 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:50:18.530622 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:50:17Z', 'revision_number': 5, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port': {'id': '0b919772-3e02-4aca-9b34-4b943fadb55d', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:57Z', 'updated_at': '2022-05-12T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:18.560346 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] Checking router: 436a3346-89e6-42fd-89c6-6ef12c603591 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:50:18.569215 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] Routers {'436a3346-89e6-42fd-89c6-6ef12c603591'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:50:18.569887 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:49:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['436a3346-89e6-42fd-89c6-6ef12c603591'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:18.623977 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (0b919772-3e02-4aca-9b34-4b943fadb55d), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.651097 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b919772-3e02-4aca-9b34-4b943fadb55d,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:18.661311 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] Set router 436a3346-89e6-42fd-89c6-6ef12c603591 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:50:18.710117 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292862'] for router_gateway (436a3346-89e6-42fd-89c6-6ef12c603591), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.713373 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:50:18Z', 'revision_number': 6, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port_host': None}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:18.744145 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0fc40e-cb9a-4d45-8b17-a7bcb71e813a None None] The sync data for ids ['436a3346-89e6-42fd-89c6-6ef12c603591'] in dv-cinder-804735-29-iscsi is: [{'id': '436a3346-89e6-42fd-89c6-6ef12c603591', 'name': 'tempest-ServerRescueNegativeTestJSON-536655092-router', 'tenant_id': 'dd154e9ddff14089b8fc96ba030e5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:50:18Z', 'revision_number': 6, 'project_id': 'dd154e9ddff14089b8fc96ba030e5669', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:50:18.809658 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-294070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10353'] for router (436a3346-89e6-42fd-89c6-6ef12c603591), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.812296 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Publish callbacks [] for router_controller (436a3346-89e6-42fd-89c6-6ef12c603591), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.867175 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-294063'] for router (436a3346-89e6-42fd-89c6-6ef12c603591), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.867803 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436a3346-89e6-42fd-89c6-6ef12c603591 {{(pid=109896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 11:50:18.872512 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.873640 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-69da3ae5-3b74-4191-984a-d7c487722881 admin admin] 10.222.0.58 "DELETE /v2.0/routers/436a3346-89e6-42fd-89c6-6ef12c603591 HTTP/1.1" status: 204 len: 168 time: 0.7741113 May 12 11:50:18.876198 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37512) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:18.924450 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5b1190-0fb4-4072-b466-acda0a971670 admin admin] Deleting subnet 44f871fd-8e31-4b5b-9820-56cbf3a8f969 {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:50:18.927486 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1190-0fb4-4072-b466-acda0a971670 admin admin] Publish callbacks [] for subnet (44f871fd-8e31-4b5b-9820-56cbf3a8f969), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:18.960532 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1190-0fb4-4072-b466-acda0a971670 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118276635'] for subnet (44f871fd-8e31-4b5b-9820-56cbf3a8f969), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.040413 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1190-0fb4-4072-b466-acda0a971670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (44f871fd-8e31-4b5b-9820-56cbf3a8f969), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.093749 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1190-0fb4-4072-b466-acda0a971670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118423970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118441275'] for subnet (44f871fd-8e31-4b5b-9820-56cbf3a8f969), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.123762 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b1190-0fb4-4072-b466-acda0a971670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f871fd-8e31-4b5b-9820-56cbf3a8f969,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:19.128708 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1190-0fb4-4072-b466-acda0a971670 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.132674 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-cb5b1190-0fb4-4072-b466-acda0a971670 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/44f871fd-8e31-4b5b-9820-56cbf3a8f969 HTTP/1.1" status: 204 len: 168 time: 0.2555172 May 12 11:50:19.135744 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37514) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:19.138458 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda31f13-4d6b-4e1c-aa9d-26c417677d6a None None] Network d9c73724-1128-42dd-9a6f-5e6f5ee490dc requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:50:19.241261 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (d9c73724-1128-42dd-9a6f-5e6f5ee490dc), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.287360 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Deleting port 66bf1438-c535-4a38-9dee-e43d8e712cb0 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:50:19.287697 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.349262 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] For port 66bf1438-c535-4a38-9dee-e43d8e712cb0, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=66bf1438-c535-4a38-9dee-e43d8e712cb0,segment=NetworkSegment(4a8f75ac-c69f-4c64-9127-5cde8dd52e63),segment_id=4a8f75ac-c69f-4c64-9127-5cde8dd52e63)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:19.349551 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.361766 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Calling delete_port for 66bf1438-c535-4a38-9dee-e43d8e712cb0 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:50:19.441762 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (66bf1438-c535-4a38-9dee-e43d8e712cb0), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.469080 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Pushing event deleted for resources: {'Port': ['ID=66bf1438-c535-4a38-9dee-e43d8e712cb0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:19.471501 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] No DVR routers for this DVR port 66bf1438-c535-4a38-9dee-e43d8e712cb0 on host dv-cinder-804735-29-iscsi {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:50:19.542775 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (d9c73724-1128-42dd-9a6f-5e6f5ee490dc), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.567979 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c73724-1128-42dd-9a6f-5e6f5ee490dc']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:19.578172 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8f75ac-c69f-4c64-9127-5cde8dd52e63') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:19.578731 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8f75ac-c69f-4c64-9127-5cde8dd52e63') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:19.590117 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc63865b-f5cf-473a-9a22-1e502e4f69ef None None] DHCP port deletion for d9c73724-1128-42dd-9a6f-5e6f5ee490dc request from dv-cinder-804735-29-iscsi {{(pid=109897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 11:50:19.590404 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3592661'] for segment (4a8f75ac-c69f-4c64-9127-5cde8dd52e63), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.612428 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (4a8f75ac-c69f-4c64-9127-5cde8dd52e63), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.617530 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fe45cfe1-4224-493c-98a0-1008912a230b no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:50:19.621839 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:50:19.622508 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330030'] for segment (4a8f75ac-c69f-4c64-9127-5cde8dd52e63), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: Traceback (most recent call last): May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: timer() May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: cb(*args, **kw) May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: return func(*args, **kwargs) May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: self._notify() May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: self.callback(batched_events) May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: event.method(event) May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: return f(self, *a, **k) May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._get(url).json() May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: return self.request(url, 'GET', **kwargs) May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:50:19.624411 dv-cinder-804735-29-iscsi neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:50:19.640887 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: fe45cfe1-4224-493c-98a0-1008912a230b {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:50:19.641314 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fe45cfe1-4224-493c-98a0-1008912a230b not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:50:19.682296 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (d9c73724-1128-42dd-9a6f-5e6f5ee490dc), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.685407 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.691380 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] 10.222.0.58 "DELETE /v2.0/networks/d9c73724-1128-42dd-9a6f-5e6f5ee490dc HTTP/1.1" status: 204 len: 168 time: 0.5465236 May 12 11:50:19.704330 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b17007-1f5b-43cc-b5ee-beb75f5174bb admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c73724-1128-42dd-9a6f-5e6f5ee490dc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:19.807745 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37520) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:19.849053 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-fa75c29d-3577-49bc-a45a-cec5938067ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd154e9ddff14089b8fc96ba030e5669&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401492 May 12 11:50:19.851528 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37522) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:19.900859 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5406-5da5-4198-ad53-7fbce2e5c72b admin admin] Publish callbacks [] for security_group (5000e346-3340-42b0-94e3-2b46e0655758), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.922658 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5406-5da5-4198-ad53-7fbce2e5c72b admin admin] Publish callbacks [] for security_group (5000e346-3340-42b0-94e3-2b46e0655758), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.971383 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5406-5da5-4198-ad53-7fbce2e5c72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5000e346-3340-42b0-94e3-2b46e0655758), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.974125 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5406-5da5-4198-ad53-7fbce2e5c72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:19.975261 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-fd4a5406-5da5-4198-ad53-7fbce2e5c72b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5000e346-3340-42b0-94e3-2b46e0655758 HTTP/1.1" status: 204 len: 168 time: 0.1228893 May 12 11:50:19.988049 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a5406-5da5-4198-ad53-7fbce2e5c72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5000e346-3340-42b0-94e3-2b46e0655758,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:20.598643 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-7a3dd7ce-2ae8-4aca-bb8a-86f8e5796d02 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629760260&fields=id&tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e HTTP/1.1" status: 200 len: 267 time: 0.0431864 May 12 11:50:20.707276 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-cad9fe11-b3a8-483f-a0d4-32fbd9bf0d26 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:20.708812 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-cad9fe11-b3a8-483f-a0d4-32fbd9bf0d26 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/networks?id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d HTTP/1.1" status: 200 len: 809 time: 0.1035895 May 12 11:50:20.723914 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-8bf904b8-77e6-46f3-a5f2-365b9bc1bf80 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/quotas/cde372d003ca4f5fbafa9d6a4bc52e3e HTTP/1.1" status: 200 len: 375 time: 0.0094435 May 12 11:50:20.772688 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-99f7979a-95ea-4717-9876-e1c226380890 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433853 May 12 11:50:20.936047 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 66bf1438-c535-4a38-9dee-e43d8e712cb0 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:50:20.957228 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 66bf1438-c535-4a38-9dee-e43d8e712cb0 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:50:20.957660 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 66bf1438-c535-4a38-9dee-e43d8e712cb0 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:50:20.958179 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 0b919772-3e02-4aca-9b34-4b943fadb55d no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:50:20.970071 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-d0bf3e3d-1c63-47df-8dbd-cb47a67b2c49 service neutron] 10.222.0.58 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850829 May 12 11:50:20.977966 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 0b919772-3e02-4aca-9b34-4b943fadb55d {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:50:20.978326 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 0b919772-3e02-4aca-9b34-4b943fadb55d not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:50:21.077191 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-18dde51f-9b9a-48b1-aa4a-da6f84c1be41 service neutron] 10.222.0.58 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955045 May 12 11:50:21.378604 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-14880cab-e8c8-45ab-81a5-94a3981371f3 req-8fc964a9-86d1-41cc-8220-a3a7e9bb77f8 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 210 time: 0.0298295 May 12 11:50:22.481852 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-57c2b068-18ce-49e8-adad-c79c72d3fffa req-11e0b834-5677-46a3-90d4-4591499d542f tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 210 time: 0.0320263 May 12 11:50:22.534366 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-a4556587-10e5-4c02-94fd-1349f29b1aaf tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:22.536037 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-a4556587-10e5-4c02-94fd-1349f29b1aaf tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.35 "GET /v2.0/networks?id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d HTTP/1.1" status: 200 len: 809 time: 0.1133080 May 12 11:50:22.631501 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-57fee406-a854-48c7-9c08-97b29dc206b3 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e HTTP/1.1" status: 200 len: 379 time: 0.0565865 May 12 11:50:22.649949 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Request body: {'port': {'device_id': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'admin_state_up': True, 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'security_groups': ['c84a12e0-1b5a-4510-a7da-b1ee356f0778']}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:22.758871 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Made reservation on behalf of cde372d003ca4f5fbafa9d6a4bc52e3e for: {'port': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:50:22.762897 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:22.898708 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Allocated IP 172.20.0.11 (06d3be15-e26d-4a20-a86d-66f7e5ebcb6d/3b2ba468-0e1f-4929-ad7a-e032fa7e5605/0b817862-786a-4db4-bdba-c4efd02f2cda) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:50:23.006164 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-570090f9-2cd4-4cff-8f1f-5bb3598438d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:23.067365 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:23.100609 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:23.145503 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:50:23.150506 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:50:23.155182 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:50:23.159361 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event updated for resources: {'Port': ['ID=0b817862-786a-4db4-bdba-c4efd02f2cda,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:23.208328 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:23.208997 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:23.227890 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-be9d78fe-670f-46de-9f22-bd359b24cce2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818629 May 12 11:50:23.353553 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Request body: {'port': {'device_id': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:23.421256 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:23.459160 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-8162d303-f717-4180-84d0-ed6738e2d603 None None] Provisioning complete for port 0b817862-786a-4db4-bdba-c4efd02f2cda triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:23.459668 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8162d303-f717-4180-84d0-ed6738e2d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:23.499631 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-8162d303-f717-4180-84d0-ed6738e2d603 None None] Port 0b817862-786a-4db4-bdba-c4efd02f2cda cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:50:23.638323 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dea5a-4469-440c-bd22-bb0837f9d3f6 req-25823ede-3def-4f26-8a55-69495228ffb2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:23.639750 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-377dea5a-4469-440c-bd22-bb0837f9d3f6 req-25823ede-3def-4f26-8a55-69495228ffb2 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 932 time: 0.0695055 May 12 11:50:23.740394 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-377dea5a-4469-440c-bd22-bb0837f9d3f6 req-3e54c916-b26f-4ac2-9e8e-06fe1a93d390 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937860 May 12 11:50:23.804287 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b817862-786a-4db4-bdba-c4efd02f2cda {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:50:23.811606 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Publish callbacks [] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:23.824558 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Transition to ACTIVE for port object 0b817862-786a-4db4-bdba-c4efd02f2cda will not be triggered until provisioned by entity L2. {{(pid=109896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:50:23.827765 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:23.879528 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b817862-786a-4db4-bdba-c4efd02f2cda,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:23.953039 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Attempting to bind port 0b817862-786a-4db4-bdba-c4efd02f2cda on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:50:23.953375 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Attempting to bind port 0b817862-786a-4db4-bdba-c4efd02f2cda by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:50:23.953723 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Attempting to bind port 0b817862-786a-4db4-bdba-c4efd02f2cda on network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:50:23.959122 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Port 0b817862-786a-4db4-bdba-c4efd02f2cda on network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:50:23.959440 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Attempting to bind port 0b817862-786a-4db4-bdba-c4efd02f2cda on network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:50:23.964396 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:50:23.964733 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Checking segment: {'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:50:23.965106 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Bound using segment: {'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:50:23.965535 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Bound port: 0b817862-786a-4db4-bdba-c4efd02f2cda, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e0015c-6814-4fae-9be3-dc033b104ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:50:23.965926 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:24.034237 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] For port 0b817862-786a-4db4-bdba-c4efd02f2cda, host hv-cinder-80473, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:50:24.037446 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] For port 0b817862-786a-4db4-bdba-c4efd02f2cda, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0b817862-786a-4db4-bdba-c4efd02f2cda,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:50:24.046203 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:24.084590 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:24.085250 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:24.086806 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/0b817862-786a-4db4-bdba-c4efd02f2cda HTTP/1.1" status: 200 len: 1094 time: 0.8441858 May 12 11:50:24.087157 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:50:24.089372 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5c4163-3747-4823-81c9-66297278cd18" -d '{"events": [{"name": "network-changed", "server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:50:24.129055 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc1bc9-578c-4813-baed-dee4453102a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b817862-786a-4db4-bdba-c4efd02f2cda,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:24.203763 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-390f6a4b-0a11-4c89-8ecd-324855c5775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:24.206866 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-390f6a4b-0a11-4c89-8ecd-324855c5775b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e&device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 1128 time: 0.0534179 May 12 11:50:24.266896 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-1173f5ab-7512-4a09-b713-f970c1cf16b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b817862-786a-4db4-bdba-c4efd02f2cda HTTP/1.1" status: 200 len: 217 time: 0.0458980 May 12 11:50:24.319652 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-a555c858-f831-40e4-b130-2f13f541a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:24.321103 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-a555c858-f831-40e4-b130-2f13f541a6fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b2ba468-0e1f-4929-ad7a-e032fa7e5605 HTTP/1.1" status: 200 len: 848 time: 0.0476623 May 12 11:50:24.322539 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564b4c38-681b-463c-a960-9732b67c3049 x-openstack-request-id: req-564b4c38-681b-463c-a960-9732b67c3049 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:50:24.322827 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:50:24.323079 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-564b4c38-681b-463c-a960-9732b67c3049 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:50:24.323490 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564b4c38-681b-463c-a960-9732b67c3049'] response: {'name': 'network-changed', 'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'status': 'completed', 'code': 200} May 12 11:50:24.382214 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-51a3ec7a-ec7f-4e47-9116-3aa9a3c814b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:24.383677 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-51a3ec7a-ec7f-4e47-9116-3aa9a3c814b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414994 May 12 11:50:24.470811 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-08fb99a3-cdd7-4384-89aa-2e114da3c93d service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801506 May 12 11:50:24.549110 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37670) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:24.561620 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f5eaac92-4b1d-4995-aab1-9258da17015b req-d51ea973-fc7e-4bfd-9f71-2cd1cdc9f664 service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845904 May 12 11:50:24.592630 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Deleting subnet abe94256-7f94-44b8-a59e-a5be05bc65a6 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:50:24.595609 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Publish callbacks [] for subnet (abe94256-7f94-44b8-a59e-a5be05bc65a6), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:24.628919 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3592684'] for subnet (abe94256-7f94-44b8-a59e-a5be05bc65a6), precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:24.666569 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (abe94256-7f94-44b8-a59e-a5be05bc65a6), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:24.720988 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10328332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3198093'] for subnet (abe94256-7f94-44b8-a59e-a5be05bc65a6), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:24.745717 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe94256-7f94-44b8-a59e-a5be05bc65a6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:24.753631 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:24.756691 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/abe94256-7f94-44b8-a59e-a5be05bc65a6 HTTP/1.1" status: 204 len: 168 time: 0.2065556 May 12 11:50:24.758423 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.758772 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.759117 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.759417 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37672) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:24.759920 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.759920 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.760133 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.760425 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.760751 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.761078 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.761417 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.761760 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.762073 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.762390 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.762715 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.763278 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaad5883-2ad9-4caf-b66c-b0d257a7dd64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:24.857553 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (acb61e6d-7b7b-4a9a-bc49-033a539945dd), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:24.875756 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b138a3f-b99e-4587-afbe-38b6b76e5aaa req-a3e204a3-66df-4091-81ff-cd1f28766bf8 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:24.877218 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3b138a3f-b99e-4587-afbe-38b6b76e5aaa req-a3e204a3-66df-4091-81ff-cd1f28766bf8 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0635633 May 12 11:50:24.976767 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (acb61e6d-7b7b-4a9a-bc49-033a539945dd), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:24.987348 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3b138a3f-b99e-4587-afbe-38b6b76e5aaa req-f07ed61e-5c35-4972-8481-f894611f8364 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046596 May 12 11:50:24.999555 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb61e6d-7b7b-4a9a-bc49-033a539945dd']}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:25.015587 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07909202-488d-4498-94e1-c559fa6f83df') {'for_net_delete': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:25.015879 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07909202-488d-4498-94e1-c559fa6f83df') {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:25.025198 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118276642'] for segment (07909202-488d-4498-94e1-c559fa6f83df), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:25.038247 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (07909202-488d-4498-94e1-c559fa6f83df), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:25.043767 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=109896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:50:25.044145 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118425344'] for segment (07909202-488d-4498-94e1-c559fa6f83df), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: Traceback (most recent call last): May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: timer() May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: cb(*args, **kw) May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: return func(*args, **kwargs) May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: self._notify() May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: self.callback(batched_events) May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: event.method(event) May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: return f(self, *a, **k) May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._get(url).json() May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: return self.request(url, 'GET', **kwargs) May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:50:25.045804 dv-cinder-804735-29-iscsi neutron-server[109896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:50:25.097182 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (acb61e6d-7b7b-4a9a-bc49-033a539945dd), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:25.103492 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:25.106291 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] 10.222.0.58 "DELETE /v2.0/networks/acb61e6d-7b7b-4a9a-bc49-033a539945dd HTTP/1.1" status: 204 len: 168 time: 0.3457718 May 12 11:50:25.116250 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43ddce-25fa-4898-a488-f870d44d1205 admin admin] Pushing event deleted for resources: {'Network': ['ID=acb61e6d-7b7b-4a9a-bc49-033a539945dd,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:25.146152 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6a7757b8-92f4-4daf-9a46-626202ffee94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:25.268583 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37678) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:25.307123 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-1237c7ee-3183-44d9-b0bc-597bddcd08e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a1abe690e43433daccff30391d4b260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373042 May 12 11:50:25.309300 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37680) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:25.357084 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83012e26-8273-4ecb-a58a-3d0c749f42f6 admin admin] Publish callbacks [] for security_group (fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:25.377594 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83012e26-8273-4ecb-a58a-3d0c749f42f6 admin admin] Publish callbacks [] for security_group (fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:25.424016 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83012e26-8273-4ecb-a58a-3d0c749f42f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:25.426519 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83012e26-8273-4ecb-a58a-3d0c749f42f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:25.427636 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-83012e26-8273-4ecb-a58a-3d0c749f42f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b HTTP/1.1" status: 204 len: 168 time: 0.1174417 May 12 11:50:25.435100 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83012e26-8273-4ecb-a58a-3d0c749f42f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe29cdc2-dca3-4b6c-9d0d-6347dfc5b36b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:25.534903 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:50:26.101231 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7243dd-9f5f-4f44-b524-75126ebeb4d3 req-3afc22e4-652c-47b3-bf89-e9147acf9f63 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:26.102693 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fc7243dd-9f5f-4f44-b524-75126ebeb4d3 req-3afc22e4-652c-47b3-bf89-e9147acf9f63 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0487072 May 12 11:50:26.152460 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fc7243dd-9f5f-4f44-b524-75126ebeb4d3 req-0b9182b9-d773-4553-bdb8-d2c819d4364e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442617 May 12 11:50:26.320082 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:27.027321 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:27.265859 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9970b-9ebf-449b-87ed-e5a3b43ba084 req-b5681a75-6339-4557-87e8-c337ceb3c8e7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:27.267951 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-83e9970b-9ebf-449b-87ed-e5a3b43ba084 req-b5681a75-6339-4557-87e8-c337ceb3c8e7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0473702 May 12 11:50:27.345591 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c4163-3747-4823-81c9-66297278cd18 req-36d66b9e-b09f-488c-955f-039cca59c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:27.347130 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd5c4163-3747-4823-81c9-66297278cd18 req-36d66b9e-b09f-488c-955f-039cca59c3f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e&device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 1128 time: 0.0607467 May 12 11:50:27.350763 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-83e9970b-9ebf-449b-87ed-e5a3b43ba084 req-1a43bbc3-6b02-414b-af8b-2074cdc739d9 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773039 May 12 11:50:27.436377 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c4163-3747-4823-81c9-66297278cd18 req-7e2bb099-7b68-47b9-9b4d-b3aa951aef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:27.437650 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd5c4163-3747-4823-81c9-66297278cd18 req-7e2bb099-7b68-47b9-9b4d-b3aa951aef69 service neutron] 10.222.0.35 "GET /v2.0/networks?id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d HTTP/1.1" status: 200 len: 910 time: 0.0838754 May 12 11:50:27.482935 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd5c4163-3747-4823-81c9-66297278cd18 req-27dcccb0-2ef1-458e-a658-02242156ee20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b817862-786a-4db4-bdba-c4efd02f2cda HTTP/1.1" status: 200 len: 217 time: 0.0390496 May 12 11:50:27.531886 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c4163-3747-4823-81c9-66297278cd18 req-cf4c5b14-4e7f-4e45-bfe2-84fe8defd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:27.533379 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd5c4163-3747-4823-81c9-66297278cd18 req-cf4c5b14-4e7f-4e45-bfe2-84fe8defd017 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b2ba468-0e1f-4929-ad7a-e032fa7e5605 HTTP/1.1" status: 200 len: 848 time: 0.0446906 May 12 11:50:27.579361 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c4163-3747-4823-81c9-66297278cd18 req-b4939ae3-f629-4413-a0fb-7afb47d217f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:27.581005 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd5c4163-3747-4823-81c9-66297278cd18 req-b4939ae3-f629-4413-a0fb-7afb47d217f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406153 May 12 11:50:27.682684 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd5c4163-3747-4823-81c9-66297278cd18 req-0694031d-8690-4c3c-92b1-cb54c32c57b0 service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953264 May 12 11:50:27.688979 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:27.781049 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd5c4163-3747-4823-81c9-66297278cd18 req-9bb19084-57b4-4454-8a8a-189f6ab7e705 service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917103 May 12 11:50:28.463798 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ae0be-4d30-4c89-9bde-dd9cccf1ab8a req-4c8b7bb1-aa21-4267-99b3-0a2e9947fb39 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:28.465225 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-274ae0be-4d30-4c89-9bde-dd9cccf1ab8a req-4c8b7bb1-aa21-4267-99b3-0a2e9947fb39 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0455115 May 12 11:50:28.511589 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-274ae0be-4d30-4c89-9bde-dd9cccf1ab8a req-aa64fb38-7226-4568-9db4-587b27631938 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408275 May 12 11:50:29.159040 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:29.627448 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627a719-2bc1-405c-8484-8647afcf79fd req-5c32e4a1-c821-4055-9024-2d369d16ef3f tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:29.629023 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7627a719-2bc1-405c-8484-8647afcf79fd req-5c32e4a1-c821-4055-9024-2d369d16ef3f tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0478745 May 12 11:50:29.684673 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7627a719-2bc1-405c-8484-8647afcf79fd req-a2a14849-33ab-4b19-b1f6-77227521ec6e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495532 May 12 11:50:30.572381 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37774) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:30.674144 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8de16cfa-653d-43f0-9390-bb4f1ae6bc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:30.752501 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8de16cfa-653d-43f0-9390-bb4f1ae6bc2c admin admin] Publish callbacks [] for security_group (531e1550-75bf-4580-95ab-cd4746b7e745), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:30.766319 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8de16cfa-653d-43f0-9390-bb4f1ae6bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (531e1550-75bf-4580-95ab-cd4746b7e745), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:30.827763 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-8de16cfa-653d-43f0-9390-bb4f1ae6bc2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d31fcb040eb24a53937ddbcb46424ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519517 May 12 11:50:30.828128 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37786) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:30.835122 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc45f6-872d-4f18-b9ac-60161e29dc79 req-d9de7e0e-27f3-4d90-b6ca-f2bc5ec533a7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:30.836682 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d5fc45f6-872d-4f18-b9ac-60161e29dc79 req-d9de7e0e-27f3-4d90-b6ca-f2bc5ec533a7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0810487 May 12 11:50:30.837770 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de16cfa-653d-43f0-9390-bb4f1ae6bc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531e1550-75bf-4580-95ab-cd4746b7e745,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:30.890446 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d5fc45f6-872d-4f18-b9ac-60161e29dc79 req-79a7da0e-1333-4177-b56e-c2c889984617 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457058 May 12 11:50:30.893235 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7797ee8-7ef9-4cd8-bc40-c3eed082964e admin admin] Publish callbacks [] for security_group (531e1550-75bf-4580-95ab-cd4746b7e745), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:30.916292 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7797ee8-7ef9-4cd8-bc40-c3eed082964e admin admin] Publish callbacks [] for security_group (531e1550-75bf-4580-95ab-cd4746b7e745), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:30.963480 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7797ee8-7ef9-4cd8-bc40-c3eed082964e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (531e1550-75bf-4580-95ab-cd4746b7e745), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:30.966212 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7797ee8-7ef9-4cd8-bc40-c3eed082964e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:30.967335 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-c7797ee8-7ef9-4cd8-bc40-c3eed082964e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/531e1550-75bf-4580-95ab-cd4746b7e745 HTTP/1.1" status: 204 len: 168 time: 0.1382151 May 12 11:50:30.975510 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7797ee8-7ef9-4cd8-bc40-c3eed082964e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e1550-75bf-4580-95ab-cd4746b7e745,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:31.215649 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eeadf-e0d5-4da0-b506-a0bc4abc8d41 req-94b55329-72d3-46a5-bcc7-b43f2ab2ccc9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:31.217435 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ec6eeadf-e0d5-4da0-b506-a0bc4abc8d41 req-94b55329-72d3-46a5-bcc7-b43f2ab2ccc9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0518949 May 12 11:50:31.249778 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37804) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:31.262711 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77fc20f2-c46e-4cd6-9214-876d5629ab88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:31.279022 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ec6eeadf-e0d5-4da0-b506-a0bc4abc8d41 req-624e7dcd-9551-4ed1-ab61-f1a51ea9a32d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501959 May 12 11:50:31.342049 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77fc20f2-c46e-4cd6-9214-876d5629ab88 admin admin] Publish callbacks [] for security_group (ab5ac872-1273-47be-a923-e5aa9a5a56d8), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:31.346727 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77fc20f2-c46e-4cd6-9214-876d5629ab88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (ab5ac872-1273-47be-a923-e5aa9a5a56d8), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:31.386276 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-77fc20f2-c46e-4cd6-9214-876d5629ab88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=272140b4e8fc47e8b7dd60098cc1edfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354117 May 12 11:50:31.387119 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc20f2-c46e-4cd6-9214-876d5629ab88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5ac872-1273-47be-a923-e5aa9a5a56d8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:31.388865 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37812) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:31.438074 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a09-3fdc-4280-8c32-9afb4d8c30fc admin admin] Publish callbacks [] for security_group (ab5ac872-1273-47be-a923-e5aa9a5a56d8), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:31.460105 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a09-3fdc-4280-8c32-9afb4d8c30fc admin admin] Publish callbacks [] for security_group (ab5ac872-1273-47be-a923-e5aa9a5a56d8), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:31.525186 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a09-3fdc-4280-8c32-9afb4d8c30fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (ab5ac872-1273-47be-a923-e5aa9a5a56d8), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:31.527895 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a09-3fdc-4280-8c32-9afb4d8c30fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:31.529070 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-f49d0a09-3fdc-4280-8c32-9afb4d8c30fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab5ac872-1273-47be-a923-e5aa9a5a56d8 HTTP/1.1" status: 204 len: 168 time: 0.1389272 May 12 11:50:31.537403 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0a09-3fdc-4280-8c32-9afb4d8c30fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5ac872-1273-47be-a923-e5aa9a5a56d8,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:31.630298 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd1a25-dac2-48de-aaaf-d1f530a5248a req-68cd8ea6-3fef-4773-8ba9-f5931b5ce5d1 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:31.631777 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-93fd1a25-dac2-48de-aaaf-d1f530a5248a req-68cd8ea6-3fef-4773-8ba9-f5931b5ce5d1 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0484867 May 12 11:50:31.680709 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-93fd1a25-dac2-48de-aaaf-d1f530a5248a req-ea3add3b-2946-427d-9b61-8a35a244283a tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432961 May 12 11:50:32.011799 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf2342-beff-4b43-8468-6a8b55e57626 req-27163125-d940-468c-86be-41d1d38d4906 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:32.013181 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-addf2342-beff-4b43-8468-6a8b55e57626 req-27163125-d940-468c-86be-41d1d38d4906 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0521033 May 12 11:50:32.065471 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-addf2342-beff-4b43-8468-6a8b55e57626 req-c29279bc-8e44-499c-a8d4-735f547532dc tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457172 May 12 11:50:32.394388 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf51218-553a-4208-bf0d-0c66c6d7b087 req-f465be77-42c2-4f56-8d68-78bb40629585 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:32.395865 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-caf51218-553a-4208-bf0d-0c66c6d7b087 req-f465be77-42c2-4f56-8d68-78bb40629585 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0474000 May 12 11:50:32.443068 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-caf51218-553a-4208-bf0d-0c66c6d7b087 req-c219f071-99da-4073-8b38-94bb9881c5e6 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416374 May 12 11:50:32.795412 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddaa42-7ed1-4278-97ee-f7402f23cc67 req-a7011be4-4629-46d4-8ce9-fa35b6a14370 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:32.802185 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b2ddaa42-7ed1-4278-97ee-f7402f23cc67 req-a7011be4-4629-46d4-8ce9-fa35b6a14370 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0536671 May 12 11:50:32.849045 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b2ddaa42-7ed1-4278-97ee-f7402f23cc67 req-32e6f591-de91-43aa-81aa-8100e1aad0a5 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 May 12 11:50:33.184852 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df632c-3dde-4ab9-b88f-0a7947fba79f req-6774ff79-9fc7-44c4-bdbe-d777356727d9 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:33.186561 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-63df632c-3dde-4ab9-b88f-0a7947fba79f req-6774ff79-9fc7-44c4-bdbe-d777356727d9 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0520678 May 12 11:50:33.235068 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-63df632c-3dde-4ab9-b88f-0a7947fba79f req-bdfb6b05-f455-4483-9c22-f620b166dd2b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 May 12 11:50:33.558882 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22e45f-b8b2-4dc4-aa7d-025f53225f79 req-054a1b84-0ca4-43d8-9a7f-6bf7f513c5fa tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:33.560320 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4f22e45f-b8b2-4dc4-aa7d-025f53225f79 req-054a1b84-0ca4-43d8-9a7f-6bf7f513c5fa tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0460234 May 12 11:50:33.612080 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4f22e45f-b8b2-4dc4-aa7d-025f53225f79 req-d3e6cf39-af95-4e61-bd59-567002269e9a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444434 May 12 11:50:33.959169 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3b00a-f8b2-483b-9b78-b562cf1d2be3 req-1391d88c-c08d-4277-8a5d-870d76fdebf8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:33.960584 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-57b3b00a-f8b2-483b-9b78-b562cf1d2be3 req-1391d88c-c08d-4277-8a5d-870d76fdebf8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0453215 May 12 11:50:34.004311 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-57b3b00a-f8b2-483b-9b78-b562cf1d2be3 req-90aea085-196e-4d25-8ba7-19ae4c7264b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383518 May 12 11:50:34.135202 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-74ca2c84-875a-491d-b59a-1091fc08f33d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:34.136508 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-74ca2c84-875a-491d-b59a-1091fc08f33d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0445662 May 12 11:50:34.227380 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Deleting port 2fe78454-40e0-452b-9fda-bc63a3a68799 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:50:34.227711 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:34.354029 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] For port 2fe78454-40e0-452b-9fda-bc63a3a68799, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2fe78454-40e0-452b-9fda-bc63a3a68799,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:34.354333 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:34.379050 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511fefe-c78b-445c-9bd9-c2d135564936 req-4f7790f1-4644-429f-86ab-086d17f141b4 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:34.380732 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8511fefe-c78b-445c-9bd9-c2d135564936 req-4f7790f1-4644-429f-86ab-086d17f141b4 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0729775 May 12 11:50:34.548688 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8511fefe-c78b-445c-9bd9-c2d135564936 req-5481d33b-d53f-418d-afdb-a827502078a8 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480367 May 12 11:50:34.618175 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:34.619031 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (e503d291-fd97-4076-b0dc-1e49e9d3107c), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:34.619031 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.l3_db [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Floating IP e503d291-fd97-4076-b0dc-1e49e9d3107c disassociated. External IP: 172.27.0.66, port: 2fe78454-40e0-452b-9fda-bc63a3a68799. May 12 11:50:34.619264 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Calling delete_port for 2fe78454-40e0-452b-9fda-bc63a3a68799 owned by compute:nova {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:50:34.727928 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b08bc4-80e9-44ba-b901-72e5f70ef2b9 req-8279ae91-d43a-43b7-9449-6a7e8b8ae080 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:34.729477 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-41b08bc4-80e9-44ba-b901-72e5f70ef2b9 req-8279ae91-d43a-43b7-9449-6a7e8b8ae080 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0475042 May 12 11:50:34.781764 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-41b08bc4-80e9-44ba-b901-72e5f70ef2b9 req-8dff6d89-a213-4e85-80d8-f20cd06e3817 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464058 May 12 11:50:35.008075 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (2fe78454-40e0-452b-9fda-bc63a3a68799), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:35.036987 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event deleted for resources: {'Port': ['ID=2fe78454-40e0-452b-9fda-bc63a3a68799,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:35.113468 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ab400af4-be91-4e37-a71a-b49d7d27b1c0 req-fc094f98-e5b9-436f-8bb3-770a3d8425a8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0306370 May 12 11:50:35.178521 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Router c3c11a87-722e-4b5f-b071-19bceb7b884e has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:50:35.286762 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:50:35.296108 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] Sync routers for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:50:35.305946 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:50:35.306547 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:50:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:35.333250 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] No DVR routers for this DVR port 2fe78454-40e0-452b-9fda-bc63a3a68799 on host hv-cinder-80473 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:50:35.335985 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:35.339228 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-98137d75-ef10-49bf-9313-e5f4da8b85b2 req-3eb26868-5cf0-487e-9df5-9666c6a6dead tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.35 "DELETE /v2.0/ports/2fe78454-40e0-452b-9fda-bc63a3a68799 HTTP/1.1" status: 204 len: 173 time: 1.1957762 May 12 11:50:35.339669 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'name': 'network-vif-deleted', 'tag': '2fe78454-40e0-452b-9fda-bc63a3a68799'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:50:35.341936 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a469cd-2411-43d3-88bf-d3d5ae529be0" -d '{"events": [{"server_uuid": "6bf4fa9e-950e-4be3-b042-517c2079c0f2", "name": "network-vif-deleted", "tag": "2fe78454-40e0-452b-9fda-bc63a3a68799"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:50:35.381567 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c064031-f125-46c1-9a77-b80fcc4e85ca x-openstack-request-id: req-7c064031-f125-46c1-9a77-b80fcc4e85ca {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:50:35.381567 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf4fa9e-950e-4be3-b042-517c2079c0f2", "name": "network-vif-deleted", "tag": "2fe78454-40e0-452b-9fda-bc63a3a68799", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:50:35.385852 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c064031-f125-46c1-9a77-b80fcc4e85ca {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:50:35.386453 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c064031-f125-46c1-9a77-b80fcc4e85ca'] response: {'server_uuid': '6bf4fa9e-950e-4be3-b042-517c2079c0f2', 'name': 'network-vif-deleted', 'tag': '2fe78454-40e0-452b-9fda-bc63a3a68799', 'status': 'completed', 'code': 200} May 12 11:50:35.431806 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:50:35.622134 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:35.649330 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] Checking router: c3c11a87-722e-4b5f-b071-19bceb7b884e for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:50:35.657483 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:50:35.658141 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:50:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:35.661157 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f45f0-e9ab-4276-beba-63af081e8a15 req-ff898cdc-e7dd-4f4e-8f21-a3901dcb5ac9 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:35.662659 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd0f45f0-e9ab-4276-beba-63af081e8a15 req-ff898cdc-e7dd-4f4e-8f21-a3901dcb5ac9 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0470142 May 12 11:50:35.714269 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd0f45f0-e9ab-4276-beba-63af081e8a15 req-cd28ae43-7062-4e98-a0d2-f58b8156095f tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459037 May 12 11:50:35.773136 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:50:35.902422 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e06b42-cea5-4de4-a40e-08509dba7eea req-f2c35dff-a95d-4352-9789-08d47a90d456 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:35.903899 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-06e06b42-cea5-4de4-a40e-08509dba7eea req-f2c35dff-a95d-4352-9789-08d47a90d456 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0479488 May 12 11:50:35.950894 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-06e06b42-cea5-4de4-a40e-08509dba7eea req-c29e59e3-3171-4663-a564-57b4d2bfe28a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406821 May 12 11:50:36.043282 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:36.071763 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063f22b-6d7c-46dd-8a20-8a72a3432533 None None] The sync data for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi is: [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:50:36.209102 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-24df0afb-1204-4981-af3f-3577c79496c9 req-0ce08551-b490-4c66-a2f4-1b44d9ba7aed tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0294309 May 12 11:50:36.296542 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e3c6e-595d-42aa-9b3c-3a896b3e602d None None] New status for floating IP e503d291-fd97-4076-b0dc-1e49e9d3107c: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:50:36.823855 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f02ad7-6465-4f92-913b-8b42619db9b4 req-23397aaf-f719-443a-a75a-16b07194834f tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:36.825293 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-92f02ad7-6465-4f92-913b-8b42619db9b4 req-23397aaf-f719-443a-a75a-16b07194834f tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0460308 May 12 11:50:36.877379 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-92f02ad7-6465-4f92-913b-8b42619db9b4 req-f2d8cd46-8717-4bc2-9b19-ad562bd247d4 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464377 May 12 11:50:37.050590 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 0b817862-786a-4db4-bdba-c4efd02f2cda details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:50:37.071360 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837c3e-198f-4a8f-ba20-f863959a707b req-add40108-a07a-4541-b1fd-65ecdeaf4b3f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:37.072853 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-04837c3e-198f-4a8f-ba20-f863959a707b req-add40108-a07a-4541-b1fd-65ecdeaf4b3f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0502093 May 12 11:50:37.119684 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-04837c3e-198f-4a8f-ba20-f863959a707b req-e56e1d82-0ee2-4e26-8711-e1eba0450e0f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405612 May 12 11:50:37.146069 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 0b817862-786a-4db4-bdba-c4efd02f2cda, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0b817862-786a-4db4-bdba-c4efd02f2cda,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:37.158715 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'port_id': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'mac_address': 'fa:16:3e:2c:d7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:50:37.200019 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 0b817862-786a-4db4-bdba-c4efd02f2cda is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:37.200409 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:37.213793 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b817862-786a-4db4-bdba-c4efd02f2cda {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:50:37.234057 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 0b817862-786a-4db4-bdba-c4efd02f2cda, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0b817862-786a-4db4-bdba-c4efd02f2cda,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:37.239452 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:37.286692 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=0b817862-786a-4db4-bdba-c4efd02f2cda,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:37.293806 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.294157 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.294504 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.294847 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.295182 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.295513 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.295846 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.296173 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.296500 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.296826 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.297381 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.297474 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.297816 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.298141 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.298463 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:50:37.317003 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-678c8ce5-99f2-435b-a4d3-ae997643b503 req-9b5d8a8f-6a1f-48f6-a62e-f20de51ed9af tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bf4fa9e-950e-4be3-b042-517c2079c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0303295 May 12 11:50:37.620674 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['0b817862-786a-4db4-bdba-c4efd02f2cda'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:50:37.986737 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da625fc8-0925-48aa-93b3-700ba1b8d233 req-442d6b96-799e-4389-bcad-79c0da4d4825 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:37.988201 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-da625fc8-0925-48aa-93b3-700ba1b8d233 req-442d6b96-799e-4389-bcad-79c0da4d4825 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 945 time: 0.0461042 May 12 11:50:38.037019 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-da625fc8-0925-48aa-93b3-700ba1b8d233 req-82f45aaa-3a73-4e70-8709-cb3459cefc7e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435150 May 12 11:50:38.234564 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2a967-7a4f-4189-b4a7-4f8019e131fb req-af225a7c-b11a-4a58-aad1-fed9f8659423 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:38.236512 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-37c2a967-7a4f-4189-b4a7-4f8019e131fb req-af225a7c-b11a-4a58-aad1-fed9f8659423 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0453935 May 12 11:50:38.281240 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-37c2a967-7a4f-4189-b4a7-4f8019e131fb req-3af95df3-9c8d-4884-8c14-e2697df2d8bf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392818 May 12 11:50:38.398953 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 37924) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:38.452936 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db88cdbf-f7b1-4178-a41b-00de95df09ea tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:38.477640 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db88cdbf-f7b1-4178-a41b-00de95df09ea tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:38.526150 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db88cdbf-f7b1-4178-a41b-00de95df09ea tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:38.528614 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db88cdbf-f7b1-4178-a41b-00de95df09ea tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:38.529810 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-db88cdbf-f7b1-4178-a41b-00de95df09ea tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "DELETE /v2.0/security-groups/9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5 HTTP/1.1" status: 204 len: 168 time: 0.1298258 May 12 11:50:38.532502 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37926) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:38.539274 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88cdbf-f7b1-4178-a41b-00de95df09ea tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:38.546097 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.api.v2.resource [None req-83f328e8-2824-49de-a2e0-aa8bf543dd3b tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] show failed (client error): The resource could not be found. May 12 11:50:38.547082 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-83f328e8-2824-49de-a2e0-aa8bf543dd3b tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups/9a0e0758-6eb6-4460-8cf4-d0ec5faa86e5 HTTP/1.1" status: 404 len: 347 time: 0.0129590 May 12 11:50:38.550424 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37928) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:38.664017 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-57314096-145c-4382-b58b-c131a2ad707c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Deleting port dc145e63-28bb-45bf-96dc-151a9b32bf70 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:50:38.664355 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57314096-145c-4382-b58b-c131a2ad707c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (dc145e63-28bb-45bf-96dc-151a9b32bf70), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:38.977774 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57314096-145c-4382-b58b-c131a2ad707c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (dc145e63-28bb-45bf-96dc-151a9b32bf70), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:38.978183 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57314096-145c-4382-b58b-c131a2ad707c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (dc145e63-28bb-45bf-96dc-151a9b32bf70), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:38.990271 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-57314096-145c-4382-b58b-c131a2ad707c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Calling delete_port for dc145e63-28bb-45bf-96dc-151a9b32bf70 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:50:39.118754 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57314096-145c-4382-b58b-c131a2ad707c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (dc145e63-28bb-45bf-96dc-151a9b32bf70), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.144795 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57314096-145c-4382-b58b-c131a2ad707c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event deleted for resources: {'Port': ['ID=dc145e63-28bb-45bf-96dc-151a9b32bf70,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:39.151607 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6be14-05a0-444d-bb00-b46cdf844174 req-fcaa1f53-8cce-4a8a-abf8-74991e3d1239 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:39.153128 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-53f6be14-05a0-444d-bb00-b46cdf844174 req-fcaa1f53-8cce-4a8a-abf8-74991e3d1239 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 945 time: 0.0495436 May 12 11:50:39.202750 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-53f6be14-05a0-444d-bb00-b46cdf844174 req-0264c5ff-6d4b-4d59-9143-5303dc947788 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435085 May 12 11:50:39.206477 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57314096-145c-4382-b58b-c131a2ad707c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (e503d291-fd97-4076-b0dc-1e49e9d3107c), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.208969 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57314096-145c-4382-b58b-c131a2ad707c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.210131 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-57314096-145c-4382-b58b-c131a2ad707c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "DELETE /v2.0/floatingips/e503d291-fd97-4076-b0dc-1e49e9d3107c HTTP/1.1" status: 204 len: 168 time: 0.6588235 May 12 11:50:39.281958 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37936) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:39.286466 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e5e93ff1-dbce-4450-9046-2dd81c71dca8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452944705', 'description': 'tempest-description--1157026144'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:39.306038 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5e93ff1-dbce-4450-9046-2dd81c71dca8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.375508 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5e93ff1-dbce-4450-9046-2dd81c71dca8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (3565da47-167d-4822-829f-89ff53be349e), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.379460 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5e93ff1-dbce-4450-9046-2dd81c71dca8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (3565da47-167d-4822-829f-89ff53be349e), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.399533 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a67d8-eca9-4289-aa24-c40e65b65970 req-9443c2d3-3844-44b1-9f19-db6ff0f2fbbe tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:39.401508 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-833a67d8-eca9-4289-aa24-c40e65b65970 req-9443c2d3-3844-44b1-9f19-db6ff0f2fbbe tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0487955 May 12 11:50:39.409885 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5e93ff1-dbce-4450-9046-2dd81c71dca8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.411078 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-e5e93ff1-dbce-4450-9046-2dd81c71dca8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1281264 May 12 11:50:39.413796 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37940) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:39.417945 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b43b680e-e9c3-4444-a113-195cafed9e63 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'security_group_rule': {'security_group_id': '3565da47-167d-4822-829f-89ff53be349e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:39.427418 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e93ff1-dbce-4450-9046-2dd81c71dca8 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3565da47-167d-4822-829f-89ff53be349e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:39.448439 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b43b680e-e9c3-4444-a113-195cafed9e63 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (d3b8e817-6cbb-4895-92f7-b3434a02cbcc), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.453057 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-833a67d8-eca9-4289-aa24-c40e65b65970 req-119191f9-30d0-483c-b3e3-4dc613f6f251 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458555 May 12 11:50:39.505014 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b43b680e-e9c3-4444-a113-195cafed9e63 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (d3b8e817-6cbb-4895-92f7-b3434a02cbcc), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.508554 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b43b680e-e9c3-4444-a113-195cafed9e63 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (d3b8e817-6cbb-4895-92f7-b3434a02cbcc), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.525389 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b680e-e9c3-4444-a113-195cafed9e63 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b8e817-6cbb-4895-92f7-b3434a02cbcc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:39.532143 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b43b680e-e9c3-4444-a113-195cafed9e63 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.533309 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b43b680e-e9c3-4444-a113-195cafed9e63 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186185 May 12 11:50:39.535937 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37942) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:39.540513 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-46f11e8e-14da-4037-8172-aba8d1843e65 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'security_group_rule': {'security_group_id': '3565da47-167d-4822-829f-89ff53be349e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:39.566303 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46f11e8e-14da-4037-8172-aba8d1843e65 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (452752de-9bb6-4ce0-8167-b65200d2cfa9), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.619956 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46f11e8e-14da-4037-8172-aba8d1843e65 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (452752de-9bb6-4ce0-8167-b65200d2cfa9), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.623019 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46f11e8e-14da-4037-8172-aba8d1843e65 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (452752de-9bb6-4ce0-8167-b65200d2cfa9), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.640619 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f11e8e-14da-4037-8172-aba8d1843e65 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452752de-9bb6-4ce0-8167-b65200d2cfa9,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:39.647278 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46f11e8e-14da-4037-8172-aba8d1843e65 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.648475 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-46f11e8e-14da-4037-8172-aba8d1843e65 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113856 May 12 11:50:39.651493 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 37944) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:39.655616 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:39.675119 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.753217 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.853969 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Allocated IP 172.27.0.17 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/7c1f2491-be24-4d3b-b0fe-8f8388326a8b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:50:39.957770 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for port (7c1f2491-be24-4d3b-b0fe-8f8388326a8b), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:39.990423 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (7c1f2491-be24-4d3b-b0fe-8f8388326a8b), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:40.027696 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:50:40.030504 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:50:40.033365 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:50:40.062961 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'Port': ['ID=7c1f2491-be24-4d3b-b0fe-8f8388326a8b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:40.128185 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (4e6ba031-b321-4059-9a20-eed4d7af8680), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:40.162877 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (7c1f2491-be24-4d3b-b0fe-8f8388326a8b), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:40.345153 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b7be5-ba25-4c44-9a5b-56d59380f4f5 req-131e189f-87ff-434c-b8cb-72ada0848cf0 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:40.347189 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f59b7be5-ba25-4c44-9a5b-56d59380f4f5 req-131e189f-87ff-434c-b8cb-72ada0848cf0 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 945 time: 0.0603352 May 12 11:50:40.410774 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for port (7c1f2491-be24-4d3b-b0fe-8f8388326a8b), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:40.417654 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (7c1f2491-be24-4d3b-b0fe-8f8388326a8b), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:40.427451 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f59b7be5-ba25-4c44-9a5b-56d59380f4f5 req-5e576b86-94ee-4af9-8cb8-3437a0bf033e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747879 May 12 11:50:40.490494 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'Port': ['ID=7c1f2491-be24-4d3b-b0fe-8f8388326a8b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:40.502948 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (4e6ba031-b321-4059-9a20-eed4d7af8680), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:40.519246 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:40.520647 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-81bea0a3-ad4c-4525-945d-90c7f4ff5dbf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8680727 May 12 11:50:40.576258 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccdb2d-8703-4958-872c-cdbbc6fc1761 req-3df7e45e-2d83-48e6-912f-5e53ae0014fd tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:40.577750 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-90ccdb2d-8703-4958-872c-cdbbc6fc1761 req-3df7e45e-2d83-48e6-912f-5e53ae0014fd tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0508831 May 12 11:50:40.624482 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-90ccdb2d-8703-4958-872c-cdbbc6fc1761 req-1274a93c-96da-46f4-bb97-c427ffd452e3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403252 May 12 11:50:40.713175 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-160d0e7b-3a48-4366-afd0-c4f6160c75d3 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1452944705&fields=id&tenant_id=d51975fc708d49efa56621b0fd19c47f HTTP/1.1" status: 200 len: 267 time: 0.0422745 May 12 11:50:40.817610 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-c38c0d8c-f32d-491e-9631-3ce10d09e1fd tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:40.819066 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-c38c0d8c-f32d-491e-9631-3ce10d09e1fd tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/networks?id=f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 200 len: 811 time: 0.0996337 May 12 11:50:40.834132 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-901d2822-7f6f-43d4-867a-6846245ad14d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/quotas/d51975fc708d49efa56621b0fd19c47f HTTP/1.1" status: 200 len: 375 time: 0.0096922 May 12 11:50:40.881937 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d1976b29-d671-4401-b5fd-08004da778c6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d51975fc708d49efa56621b0fd19c47f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430119 May 12 11:50:40.959054 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 0b817862-786a-4db4-bdba-c4efd02f2cda up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:50:40.983375 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-81700c3d-2344-412e-b884-112eec88b0c1 service neutron] 10.222.0.58 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890191 May 12 11:50:41.002563 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 0b817862-786a-4db4-bdba-c4efd02f2cda completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:50:41.008523 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 0b817862-786a-4db4-bdba-c4efd02f2cda triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:41.009046 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:41.073260 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b2dee51d-7b22-4d63-b552-45318e8b4009 service neutron] 10.222.0.58 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833905 May 12 11:50:41.088322 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 0b817862-786a-4db4-bdba-c4efd02f2cda is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:41.088713 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:41.111887 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:50:41.114149 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf914c4-3183-49a4-bc5e-be54500825dd" -d '{"events": [{"server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "name": "network-vif-plugged", "status": "completed", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:50:41.126309 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 0b817862-786a-4db4-bdba-c4efd02f2cda, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0b817862-786a-4db4-bdba-c4efd02f2cda,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:41.131692 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:41.132612 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2fe78454-40e0-452b-9fda-bc63a3a68799 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:50:41.167802 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 2fe78454-40e0-452b-9fda-bc63a3a68799 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:50:41.168154 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2fe78454-40e0-452b-9fda-bc63a3a68799 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:50:41.204018 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=0b817862-786a-4db4-bdba-c4efd02f2cda,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:41.262741 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a6202338-76a7-4989-b1a2-f0d5d79260e9 req-37fcb6b4-5009-493b-ab9d-f4564acef064 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 210 time: 0.0308590 May 12 11:50:41.297609 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f159fb41-1da7-4a37-9eb6-14b51f2e3153 x-openstack-request-id: req-f159fb41-1da7-4a37-9eb6-14b51f2e3153 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:50:41.297945 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "name": "network-vif-plugged", "status": "completed", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:50:41.298204 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f159fb41-1da7-4a37-9eb6-14b51f2e3153 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:50:41.299288 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f159fb41-1da7-4a37-9eb6-14b51f2e3153'] response: {'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'code': 200} May 12 11:50:41.560140 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584259c5-1779-41a9-82c2-6230dfa8b64d req-15314aae-1782-4539-bf62-994c2f622a3b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:41.561646 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-584259c5-1779-41a9-82c2-6230dfa8b64d req-15314aae-1782-4539-bf62-994c2f622a3b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0584235 May 12 11:50:41.576325 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae6cb3-23bb-43d6-a54e-a5aa19ef15e4 req-bc799d70-fe53-4a54-950d-feaaa7ab9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:41.578515 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1eae6cb3-23bb-43d6-a54e-a5aa19ef15e4 req-bc799d70-fe53-4a54-950d-feaaa7ab9607 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 1130 time: 0.0405991 May 12 11:50:41.622921 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-584259c5-1779-41a9-82c2-6230dfa8b64d req-ce7563ef-0a03-406e-8d6e-405586fcb83b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553136 May 12 11:50:41.627666 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1eae6cb3-23bb-43d6-a54e-a5aa19ef15e4 req-a0ae8cc4-d311-4949-ad4c-3c73e580ace1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 May 12 11:50:41.743140 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630ea01-75be-4c6e-8b8f-e8493bc184b3 req-e68cfb68-ef12-48b4-81fb-28d1f5f64bbf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:41.744593 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6630ea01-75be-4c6e-8b8f-e8493bc184b3 req-e68cfb68-ef12-48b4-81fb-28d1f5f64bbf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0469813 May 12 11:50:41.795147 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-6630ea01-75be-4c6e-8b8f-e8493bc184b3 req-f4ab6396-606e-4b24-8b6d-578afdfb9b9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449054 May 12 11:50:42.363052 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d4e14cc7-16a7-4104-83af-b5b43794c6d3 req-15cddab5-bda2-48ea-8bd2-ea5bfe16d51c tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 210 time: 0.0264852 May 12 11:50:42.728296 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d0118-f052-42c0-b487-25e37c79d26b req-8f9471db-237f-4f7d-832b-48058ac2d68c tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:42.735250 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ee5d0118-f052-42c0-b487-25e37c79d26b req-8f9471db-237f-4f7d-832b-48058ac2d68c tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0516627 May 12 11:50:42.787712 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ee5d0118-f052-42c0-b487-25e37c79d26b req-33890085-271a-4911-b47a-acabe2798490 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515211 May 12 11:50:42.909129 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740939c-0d79-49bf-8bf7-f8ca08316acb req-832f40ae-86c5-4e9a-9f9f-ee9f083f5a82 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:42.910525 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b740939c-0d79-49bf-8bf7-f8ca08316acb req-832f40ae-86c5-4e9a-9f9f-ee9f083f5a82 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0451996 May 12 11:50:42.959724 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b740939c-0d79-49bf-8bf7-f8ca08316acb req-bc91091d-7b8a-4da7-8a38-c9365c909bad tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436287 May 12 11:50:43.473141 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-4e12412d-5f09-498a-aca1-379dff950e86 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:43.474645 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-4e12412d-5f09-498a-aca1-379dff950e86 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.35 "GET /v2.0/networks?id=f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 200 len: 811 time: 0.1586905 May 12 11:50:43.476658 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b22f3521-25fb-4e24-841c-f7549504eab6 req-3003bf3c-6fcb-4571-8457-e40710526bcc tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 210 time: 0.0375261 May 12 11:50:43.636408 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-5feac62c-537d-48f5-936c-e86109566a5b tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51975fc708d49efa56621b0fd19c47f HTTP/1.1" status: 200 len: 380 time: 0.0515442 May 12 11:50:43.891419 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422f66-fbee-430e-b9de-f6335e89fb73 req-5a3b8cc5-6b22-44b2-90cc-f0f0fa02ac65 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:43.893495 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b7422f66-fbee-430e-b9de-f6335e89fb73 req-5a3b8cc5-6b22-44b2-90cc-f0f0fa02ac65 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0459604 May 12 11:50:43.940650 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b7422f66-fbee-430e-b9de-f6335e89fb73 req-236489a3-48b8-4e67-813d-f13a566bc87c tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 May 12 11:50:44.053015 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4c06-d650-43b1-828d-1cde838ea760 req-2957fc09-bbc0-4875-8279-2fcf951a6229 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:44.054502 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4abd4c06-d650-43b1-828d-1cde838ea760 req-2957fc09-bbc0-4875-8279-2fcf951a6229 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0478930 May 12 11:50:44.078065 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab227d-fa65-4cf5-91d7-0c1c8f94d33b req-a13dabfc-576d-421d-ac76-5ab195bc7af4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:44.079466 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-79ab227d-fa65-4cf5-91d7-0c1c8f94d33b req-a13dabfc-576d-421d-ac76-5ab195bc7af4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0466001 May 12 11:50:44.103098 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4abd4c06-d650-43b1-828d-1cde838ea760 req-758924cc-4438-4fe2-b92a-e406a069decd tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422597 May 12 11:50:44.124585 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 38022) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:44.125779 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-79ab227d-fa65-4cf5-91d7-0c1c8f94d33b req-3e3e1ff6-d2c4-487e-8494-c26bd8a9445a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403955 May 12 11:50:44.308445 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236812e-342e-43a3-a507-3369f87b1920 tempest-TestShelveInstance-138020417 tempest-TestShelveInstance-138020417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:44.309983 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-5236812e-342e-43a3-a507-3369f87b1920 tempest-TestShelveInstance-138020417 tempest-TestShelveInstance-138020417-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 1125 time: 0.1843936 May 12 11:50:44.312826 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 38026) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:50:44.317490 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'port_id': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:44.338253 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:44.414028 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:44.425123 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'port': {'device_id': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'admin_state_up': True, 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'security_groups': ['3565da47-167d-4822-829f-89ff53be349e']}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:44.602343 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-50af1966-834c-4a63-8b69-d6448b981bca req-c9eb7f1b-a015-479d-bec4-308f832968fc tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 210 time: 0.0453346 May 12 11:50:44.629060 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Allocated IP 172.27.0.250 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/445501b4-41c3-47d8-a6bf-0bdfe0ca511e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:50:44.642299 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Made reservation on behalf of d51975fc708d49efa56621b0fd19c47f for: {'port': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:50:44.645786 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:44.823332 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for port (445501b4-41c3-47d8-a6bf-0bdfe0ca511e), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:44.848445 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Allocated IP 172.20.0.12 (f747c31e-f2f6-4373-ba29-1719eaa22635/fe6a700a-d728-4a58-8bea-bfad07912417/00d7eab1-f59b-4a04-84f7-bd2c41023215) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:50:44.899017 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (445501b4-41c3-47d8-a6bf-0bdfe0ca511e), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:44.964581 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:50:44.996992 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:50:45.000613 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event updated for resources: {'Port': ['ID=445501b4-41c3-47d8-a6bf-0bdfe0ca511e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:45.006123 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:50:45.091114 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:45.207812 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:45.248523 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1d68e-f0b9-4950-bcf5-f8533ce1b697 req-183930d7-2aad-477e-ab7f-83542a75fa7d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:45.250041 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-09c1d68e-f0b9-4950-bcf5-f8533ce1b697 req-183930d7-2aad-477e-ab7f-83542a75fa7d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0513039 May 12 11:50:45.295778 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Network f747c31e-f2f6-4373-ba29-1719eaa22635 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:50:45.296891 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-09c1d68e-f0b9-4950-bcf5-f8533ce1b697 req-6ae8523b-e704-419f-916b-ae0bebb4e399 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406356 May 12 11:50:45.302476 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:50:45.306003 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event updated for resources: {'Port': ['ID=00d7eab1-f59b-4a04-84f7-bd2c41023215,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:45.308207 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:50:45.370895 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:45.371507 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:45.419488 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d65bd61e-0fb1-4c0d-ab70-5b660c7971b9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9985454 May 12 11:50:45.498809 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-5772e703-7530-480c-b393-7af2815226f8 None None] Provisioning complete for port 00d7eab1-f59b-4a04-84f7-bd2c41023215 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:45.499817 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5772e703-7530-480c-b393-7af2815226f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:45.530138 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for floatingip (d07f4959-ce7c-4f7a-a019-45838c2d55a8), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:45.536925 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-5772e703-7530-480c-b393-7af2815226f8 None None] Port 00d7eab1-f59b-4a04-84f7-bd2c41023215 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:50:45.602467 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (445501b4-41c3-47d8-a6bf-0bdfe0ca511e), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:45.737002 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bccc4-f596-4a0a-aaf3-4b6e37b41346 req-178822fe-56bd-43bc-85ad-7cc2a9f60447 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:45.738396 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3b3bccc4-f596-4a0a-aaf3-4b6e37b41346 req-178822fe-56bd-43bc-85ad-7cc2a9f60447 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 932 time: 0.0672407 May 12 11:50:45.834653 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3b3bccc4-f596-4a0a-aaf3-4b6e37b41346 req-54f692de-48ae-41db-9bc2-ba8022756a39 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703452 May 12 11:50:45.853523 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for port (445501b4-41c3-47d8-a6bf-0bdfe0ca511e), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:45.858660 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (445501b4-41c3-47d8-a6bf-0bdfe0ca511e), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:45.928210 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event updated for resources: {'Port': ['ID=445501b4-41c3-47d8-a6bf-0bdfe0ca511e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:45.939901 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (d07f4959-ce7c-4f7a-a019-45838c2d55a8), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:46.040746 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.l3_db [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Floating IP d07f4959-ce7c-4f7a-a019-45838c2d55a8 associated. External IP: 172.27.0.250, port: 0b817862-786a-4db4-bdba-c4efd02f2cda. May 12 11:50:46.135958 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Request body: {'port': {'device_id': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:50:46.245822 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:46.369210 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Router 6498dd59-26af-40d7-8c29-07c53332b128 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:50:46.414752 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcb50-80fb-463d-8d9b-8b91a98f573d req-0534efe0-1e32-421a-881f-a177c45b8b0e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:46.416259 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-06bbcb50-80fb-463d-8d9b-8b91a98f573d req-0534efe0-1e32-421a-881f-a177c45b8b0e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0467050 May 12 11:50:46.472923 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-06bbcb50-80fb-463d-8d9b-8b91a98f573d req-d68553d6-f3ec-4707-81c3-60cc522270c6 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508258 May 12 11:50:46.867361 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:50:46.879817 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] Sync routers for ids ['6498dd59-26af-40d7-8c29-07c53332b128'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:50:46.891888 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] Routers {'6498dd59-26af-40d7-8c29-07c53332b128'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:50:46.892672 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:50:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['6498dd59-26af-40d7-8c29-07c53332b128'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:46.898908 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:46.946932 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device e62c63ee-3f94-4556-b00c-c45c7465fd0e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:50:46.971603 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-159874f7-31f8-4d62-aa00-1e44217af6ac tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6577475 May 12 11:50:46.976480 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:50:46.978730 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697e0c84-c319-4e02-8b90-250c44611cef" -d '{"events": [{"name": "network-changed", "server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:50:47.004646 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] Set router 6498dd59-26af-40d7-8c29-07c53332b128 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:50:47.011985 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cf333-6b1a-4cef-b3a7-6d37301bd75e req-fc60884a-b326-4ceb-a888-e1f989e53ca0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:47.013494 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c99cf333-6b1a-4cef-b3a7-6d37301bd75e req-fc60884a-b326-4ceb-a888-e1f989e53ca0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 932 time: 0.0940297 May 12 11:50:47.027048 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d7eab1-f59b-4a04-84f7-bd2c41023215 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:50:47.038115 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Publish callbacks [] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:47.047341 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26df821-9c05-4052-b391-4c8d40e6308b x-openstack-request-id: req-a26df821-9c05-4052-b391-4c8d40e6308b {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:50:47.047643 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:50:47.047877 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a26df821-9c05-4052-b391-4c8d40e6308b {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:50:47.048268 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26df821-9c05-4052-b391-4c8d40e6308b'] response: {'name': 'network-changed', 'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'status': 'completed', 'code': 200} May 12 11:50:47.069101 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Transition to ACTIVE for port object 00d7eab1-f59b-4a04-84f7-bd2c41023215 will not be triggered until provisioned by entity L2. {{(pid=109896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:50:47.085294 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:47.088604 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:47.115377 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'port_id': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'mac_address': 'fa:16:3e:e1:c5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:50:47.118823 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c99cf333-6b1a-4cef-b3a7-6d37301bd75e req-f04f149b-0721-4bae-98e5-b64842821629 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870686 May 12 11:50:47.144842 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Pushing event updated for resources: {'Port': ['ID=00d7eab1-f59b-4a04-84f7-bd2c41023215,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:47.178945 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e0c84-c319-4e02-8b90-250c44611cef req-9c3ec1cf-39d4-4181-9c7c-673c60da2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:47.181219 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-697e0c84-c319-4e02-8b90-250c44611cef req-9c3ec1cf-39d4-4181-9c7c-673c60da2498 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e&device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 1130 time: 0.0815954 May 12 11:50:47.194633 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port e62c63ee-3f94-4556-b00c-c45c7465fd0e is: ACTIVE; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:47.195324 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:47.216468 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e62c63ee-3f94-4556-b00c-c45c7465fd0e {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:50:47.237911 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:47.243259 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:47.246352 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Attempting to bind port 00d7eab1-f59b-4a04-84f7-bd2c41023215 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:50:47.246717 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Attempting to bind port 00d7eab1-f59b-4a04-84f7-bd2c41023215 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:50:47.248891 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Attempting to bind port 00d7eab1-f59b-4a04-84f7-bd2c41023215 on network f747c31e-f2f6-4373-ba29-1719eaa22635 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:50:47.254107 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'd07f4959-ce7c-4f7a-a019-45838c2d55a8', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'port_id': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'mac_address': 'fa:16:3e:2c:d7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:50:45Z', 'updated_at': '2022-05-12T11:50:45Z', 'revision_number': 0, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:58Z', 'revision_number': 5, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:47.256393 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Port 00d7eab1-f59b-4a04-84f7-bd2c41023215 on network f747c31e-f2f6-4373-ba29-1719eaa22635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:50:47.256718 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Attempting to bind port 00d7eab1-f59b-4a04-84f7-bd2c41023215 on network f747c31e-f2f6-4373-ba29-1719eaa22635 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:50:47.276343 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:50:47.276683 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Checking segment: {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:50:47.277070 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Bound using segment: {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:50:47.277505 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Bound port: 00d7eab1-f59b-4a04-84f7-bd2c41023215, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e7374c-53ab-4b8c-838d-a43618b6c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:50:47.277898 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:47.285731 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] Checking router: 6498dd59-26af-40d7-8c29-07c53332b128 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:50:47.294308 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] Routers {'6498dd59-26af-40d7-8c29-07c53332b128'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:50:47.294926 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:50:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['6498dd59-26af-40d7-8c29-07c53332b128'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:47.302417 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=6']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:47.362560 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e0c84-c319-4e02-8b90-250c44611cef req-495e3d6d-ed15-479d-81fe-f835b8af244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:47.364442 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-697e0c84-c319-4e02-8b90-250c44611cef req-495e3d6d-ed15-479d-81fe-f835b8af244a service neutron] 10.222.0.35 "GET /v2.0/networks?id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d HTTP/1.1" status: 200 len: 910 time: 0.1764636 May 12 11:50:47.378240 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] For port 00d7eab1-f59b-4a04-84f7-bd2c41023215, host hv-cinder-80473, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:50:47.387649 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] For port 00d7eab1-f59b-4a04-84f7-bd2c41023215, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=00d7eab1-f59b-4a04-84f7-bd2c41023215,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:50:47.403492 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:47.409784 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['e62c63ee-3f94-4556-b00c-c45c7465fd0e'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:50:47.415731 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] Set router 6498dd59-26af-40d7-8c29-07c53332b128 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:50:47.441871 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:47.442584 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:47.443322 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-697e0c84-c319-4e02-8b90-250c44611cef req-6c50a234-8fc3-4bc3-ab7e-ad49f981ff7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b817862-786a-4db4-bdba-c4efd02f2cda HTTP/1.1" status: 200 len: 1000 time: 0.0720413 May 12 11:50:47.445071 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] 10.222.0.35 "PUT /v2.0/ports/00d7eab1-f59b-4a04-84f7-bd2c41023215 HTTP/1.1" status: 200 len: 1094 time: 1.3149014 May 12 11:50:47.477807 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa28ef-ba42-4185-8f42-b31b01afd495 service neutron] Pushing event updated for resources: {'Port': ['ID=00d7eab1-f59b-4a04-84f7-bd2c41023215,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:47.576405 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e0c84-c319-4e02-8b90-250c44611cef req-e0e295cd-622a-40f6-b946-fd6c076df973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:47.583387 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-697e0c84-c319-4e02-8b90-250c44611cef req-e0e295cd-622a-40f6-b946-fd6c076df973 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b2ba468-0e1f-4929-ad7a-e032fa7e5605 HTTP/1.1" status: 200 len: 848 time: 0.1227345 May 12 11:50:47.642006 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-db9f54c7-46c4-4d64-a6b9-94af8ba2ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:47.647934 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-db9f54c7-46c4-4d64-a6b9-94af8ba2ccc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d51975fc708d49efa56621b0fd19c47f&device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 1128 time: 0.0978978 May 12 11:50:47.707563 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'd07f4959-ce7c-4f7a-a019-45838c2d55a8', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'port_id': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'mac_address': 'fa:16:3e:2c:d7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:50:45Z', 'updated_at': '2022-05-12T11:50:45Z', 'revision_number': 0, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:58Z', 'revision_number': 5, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:50:47.742791 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e0d75-c281-4bff-ae3a-1d1496704e58 None None] The sync data for ids ['6498dd59-26af-40d7-8c29-07c53332b128'] in dv-cinder-804735-29-iscsi is: [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'd07f4959-ce7c-4f7a-a019-45838c2d55a8', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'port_id': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'mac_address': 'fa:16:3e:2c:d7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:50:45Z', 'updated_at': '2022-05-12T11:50:45Z', 'revision_number': 0, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:58Z', 'revision_number': 5, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:50:47.744871 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-13178e76-9306-4774-adc0-69e4303afbab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d7eab1-f59b-4a04-84f7-bd2c41023215 HTTP/1.1" status: 200 len: 217 time: 0.0815573 May 12 11:50:47.757486 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e0c84-c319-4e02-8b90-250c44611cef req-0241ffc7-96f1-4077-860c-8575a983c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:47.762612 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-697e0c84-c319-4e02-8b90-250c44611cef req-0241ffc7-96f1-4077-860c-8575a983c2bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1715698 May 12 11:50:47.770436 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2049c6-3472-431b-8222-b7385e6e30da req-9afbdf3d-dc51-4bfc-ab03-d19d87aac04c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:47.772577 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cf2049c6-3472-431b-8222-b7385e6e30da req-9afbdf3d-dc51-4bfc-ab03-d19d87aac04c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 944 time: 0.1194224 May 12 11:50:47.806865 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-4bd43133-a579-4c51-aaea-bc4a568e77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:47.808541 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-4bd43133-a579-4c51-aaea-bc4a568e77b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe6a700a-d728-4a58-8bea-bfad07912417 HTTP/1.1" status: 200 len: 850 time: 0.0559437 May 12 11:50:47.863253 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-0bd4fdeb-a25d-48e0-b160-37db9cf06ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:47.864870 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-0bd4fdeb-a25d-48e0-b160-37db9cf06ab6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f747c31e-f2f6-4373-ba29-1719eaa22635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491991 May 12 11:50:47.886971 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cf2049c6-3472-431b-8222-b7385e6e30da req-2991bcd7-54df-4d44-9805-103d3cb23ba9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030123 May 12 11:50:47.908801 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-697e0c84-c319-4e02-8b90-250c44611cef req-28b81844-5030-4f48-81d9-f69d1c751d5f service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347783 May 12 11:50:47.972648 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-c01baebb-5988-47ce-8dd3-b89f741047b6 service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964897 May 12 11:50:48.011138 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-697e0c84-c319-4e02-8b90-250c44611cef req-01c20f3a-2f95-4986-92e1-30d5ae096bc4 service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964813 May 12 11:50:48.014211 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a236763-1f8a-4cdb-a4b8-408ab9bd5cb2 None None] New status for floating IP d07f4959-ce7c-4f7a-a019-45838c2d55a8: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:50:48.077153 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1d049e8-a48a-4c13-a892-a9310c3679db req-d154c9fc-6bc8-424a-aa1b-7cc18cf2d948 service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931547 May 12 11:50:48.237689 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0f9f0-4fb9-40eb-8e7e-c5c8113f677e req-efe0f821-bd83-489e-987d-29c9e010aa26 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:48.239169 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7aa0f9f0-4fb9-40eb-8e7e-c5c8113f677e req-efe0f821-bd83-489e-987d-29c9e010aa26 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 944 time: 0.0472307 May 12 11:50:48.287791 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7aa0f9f0-4fb9-40eb-8e7e-c5c8113f677e req-41da30fb-7f70-4067-977c-0119ac40914f tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 May 12 11:50:48.960254 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 00d7eab1-f59b-4a04-84f7-bd2c41023215 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:50:48.967744 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device e62c63ee-3f94-4556-b00c-c45c7465fd0e up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:50:49.038432 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce009c-99f2-4639-8bba-e6311896c551 req-3ec49e60-caaf-43d2-b8ce-01aed6a501e5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:49.039890 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3bce009c-99f2-4639-8bba-e6311896c551 req-3ec49e60-caaf-43d2-b8ce-01aed6a501e5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 944 time: 0.0636222 May 12 11:50:49.048976 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'tag': '00d7eab1-f59b-4a04-84f7-bd2c41023215'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:50:49.051294 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9" -d '{"events": [{"name": "network-changed", "server_uuid": "53e646cc-6d91-43a7-bcf8-3b2b90228e12", "tag": "00d7eab1-f59b-4a04-84f7-bd2c41023215"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:50:49.091097 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44505c02-b02c-4bcd-8a74-6bfa9de7eb6c x-openstack-request-id: req-44505c02-b02c-4bcd-8a74-6bfa9de7eb6c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:50:49.091480 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e646cc-6d91-43a7-bcf8-3b2b90228e12", "tag": "00d7eab1-f59b-4a04-84f7-bd2c41023215", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:50:49.091824 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44505c02-b02c-4bcd-8a74-6bfa9de7eb6c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:50:49.092292 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44505c02-b02c-4bcd-8a74-6bfa9de7eb6c'] response: {'name': 'network-changed', 'server_uuid': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'tag': '00d7eab1-f59b-4a04-84f7-bd2c41023215', 'status': 'completed', 'code': 200} May 12 11:50:49.095126 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3bce009c-99f2-4639-8bba-e6311896c551 req-a78814c6-db4f-46c5-853e-d7a6863b1385 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495911 May 12 11:50:49.191870 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-a9bddee2-0e67-42d7-b220-4c23e0f63325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:49.193380 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-a9bddee2-0e67-42d7-b220-4c23e0f63325 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d51975fc708d49efa56621b0fd19c47f&device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 1128 time: 0.0409231 May 12 11:50:49.217627 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port e62c63ee-3f94-4556-b00c-c45c7465fd0e triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:49.218226 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:49.257055 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 00d7eab1-f59b-4a04-84f7-bd2c41023215, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=00d7eab1-f59b-4a04-84f7-bd2c41023215,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:49.274904 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '00d7eab1-f59b-4a04-84f7-bd2c41023215', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'port_id': '00d7eab1-f59b-4a04-84f7-bd2c41023215', 'mac_address': 'fa:16:3e:5c:bf:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:50:49.289556 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-15447a57-9d2b-4cb3-9628-dd1b2da58542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:49.290951 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-15447a57-9d2b-4cb3-9628-dd1b2da58542 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 200 len: 912 time: 0.0886014 May 12 11:50:49.340449 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-cd82ac98-2595-470c-8e1d-00658d05cc33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d7eab1-f59b-4a04-84f7-bd2c41023215 HTTP/1.1" status: 200 len: 217 time: 0.0404274 May 12 11:50:49.343117 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 00d7eab1-f59b-4a04-84f7-bd2c41023215 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:49.343513 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:49.357612 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port e62c63ee-3f94-4556-b00c-c45c7465fd0e is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:49.358027 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:49.363985 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d7eab1-f59b-4a04-84f7-bd2c41023215 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:50:49.395684 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 00d7eab1-f59b-4a04-84f7-bd2c41023215, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=00d7eab1-f59b-4a04-84f7-bd2c41023215,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:49.400339 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:50:49.402754 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f4d5f-d7f1-43cd-8c52-b17027cf3d07" -d '{"events": [{"server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "name": "network-vif-plugged", "status": "completed", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:50:49.407839 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:49.425760 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f126d3-90c3-4ac8-88af-222d6e7c5477 req-7daec0d2-6dd5-4840-be63-66b0a85569b3 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:49.427219 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0f126d3-90c3-4ac8-88af-222d6e7c5477 req-7daec0d2-6dd5-4840-be63-66b0a85569b3 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 944 time: 0.0553856 May 12 11:50:49.428717 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-ae4a61d7-bff4-4d7e-8d09-05c2c7babc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:49.430032 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-ae4a61d7-bff4-4d7e-8d09-05c2c7babc01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe6a700a-d728-4a58-8bea-bfad07912417 HTTP/1.1" status: 200 len: 850 time: 0.0836408 May 12 11:50:49.435844 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:49.444062 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:49.448395 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845479a5-cd3d-4f29-8818-f142fe37dec2 x-openstack-request-id: req-845479a5-cd3d-4f29-8818-f142fe37dec2 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:50:49.448693 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "name": "network-vif-plugged", "status": "completed", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:50:49.448954 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-845479a5-cd3d-4f29-8818-f142fe37dec2 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:50:49.449355 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845479a5-cd3d-4f29-8818-f142fe37dec2'] response: {'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'code': 200} May 12 11:50:49.468855 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=00d7eab1-f59b-4a04-84f7-bd2c41023215,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:49.480229 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0f126d3-90c3-4ac8-88af-222d6e7c5477 req-4bf9c81f-419e-441e-9c48-59a3bf2f0be6 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460491 May 12 11:50:49.517586 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=7']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:50.211491 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffdea8-f297-4308-9657-6897857cd9e4 req-bec33127-de1e-4fe7-be70-675c414ff737 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:50.212997 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87ffdea8-f297-4308-9657-6897857cd9e4 req-bec33127-de1e-4fe7-be70-675c414ff737 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0454259 May 12 11:50:50.264182 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87ffdea8-f297-4308-9657-6897857cd9e4 req-3e1afa7d-ce3c-4d0a-bbbf-99591b573582 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456693 May 12 11:50:50.522149 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-e4ab195b-347a-4441-bcbe-df04052b4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:50.523780 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-e4ab195b-347a-4441-bcbe-df04052b4c55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f747c31e-f2f6-4373-ba29-1719eaa22635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401340 May 12 11:50:50.598633 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381ddcb-122d-4e8f-b860-ed188864eee8 req-33626532-7bab-4879-95a4-16870587d4be tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:50.600020 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a381ddcb-122d-4e8f-b860-ed188864eee8 req-33626532-7bab-4879-95a4-16870587d4be tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 945 time: 0.0535753 May 12 11:50:50.650797 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a381ddcb-122d-4e8f-b860-ed188864eee8 req-f5343050-69da-473a-9ffa-f782bca26105 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450025 May 12 11:50:51.379338 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbc788-5127-4d16-8601-9cc109f15f04 req-7b0417db-7f35-4d02-9e30-319009e3fab3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:51.380757 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-56bbc788-5127-4d16-8601-9cc109f15f04 req-7b0417db-7f35-4d02-9e30-319009e3fab3 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0456998 May 12 11:50:51.425910 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-56bbc788-5127-4d16-8601-9cc109f15f04 req-c2fc6a4d-3204-403f-9c17-44ad40ed4859 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395372 May 12 11:50:51.763665 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5bce1-9868-4fb0-bebe-44298d854baa req-21a0cd5b-a071-4a05-9a8b-f0de4a2b1ab0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:51.765114 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-75b5bce1-9868-4fb0-bebe-44298d854baa req-21a0cd5b-a071-4a05-9a8b-f0de4a2b1ab0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 945 time: 0.0495086 May 12 11:50:51.809861 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-75b5bce1-9868-4fb0-bebe-44298d854baa req-301d1d7f-46d4-4045-8ada-6cab23ffa06d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390611 May 12 11:50:52.343903 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-ea696adb-8fce-4176-a232-dfa986470e40 service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822871 May 12 11:50:52.438498 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dd6db0bc-2c51-41d2-859a-bfee6d27dab9 req-d4c9b01e-5d76-401e-898f-80926d658500 service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881813 May 12 11:50:52.544856 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0923-3db7-4672-a7fe-83ad97a267fd req-b8e99b8c-89bf-4527-985c-a2bf7e7cdf75 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:52.546355 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0ad0923-3db7-4672-a7fe-83ad97a267fd req-b8e99b8c-89bf-4527-985c-a2bf7e7cdf75 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0479751 May 12 11:50:52.588513 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['00d7eab1-f59b-4a04-84f7-bd2c41023215'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:50:52.593735 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0ad0923-3db7-4672-a7fe-83ad97a267fd req-5e7b8c64-41d5-43f0-a6e6-2126219d4526 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413492 May 12 11:50:52.922925 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5f9c8-7a3d-4acb-a30f-389584abb08e req-55bf05b0-46df-46fb-ac3f-5f78af9c8387 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:52.924929 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9db5f9c8-7a3d-4acb-a30f-389584abb08e req-55bf05b0-46df-46fb-ac3f-5f78af9c8387 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 945 time: 0.0484781 May 12 11:50:52.987060 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9db5f9c8-7a3d-4acb-a30f-389584abb08e req-29da219a-45b2-43e2-b74f-4b6e798ee5c0 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536740 May 12 11:50:53.010451 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c142e432-c2ef-4165-b524-3995336a8656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:53.723196 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073b0a-2c20-4c62-965e-443a099ec1da req-53ed2546-4e57-463e-8c40-7f351980c982 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:53.730215 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-66073b0a-2c20-4c62-965e-443a099ec1da req-53ed2546-4e57-463e-8c40-7f351980c982 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0598407 May 12 11:50:53.778400 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-66073b0a-2c20-4c62-965e-443a099ec1da req-4c481486-3b75-4947-ae69-1db47dedab36 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471332 May 12 11:50:54.109069 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed668-280d-49f0-80bf-9df60b0d413f req-eed77657-b6d1-4f76-9e76-70e1374cb8d3 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:54.115421 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-51bed668-280d-49f0-80bf-9df60b0d413f req-eed77657-b6d1-4f76-9e76-70e1374cb8d3 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 945 time: 0.0584562 May 12 11:50:54.169058 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-51bed668-280d-49f0-80bf-9df60b0d413f req-9b8e3c3c-ebe7-4f38-bb9a-b5759e9c801d tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458615 May 12 11:50:54.265160 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 00d7eab1-f59b-4a04-84f7-bd2c41023215 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:50:54.332260 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 00d7eab1-f59b-4a04-84f7-bd2c41023215 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:50:54.341992 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 00d7eab1-f59b-4a04-84f7-bd2c41023215 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:50:54.342457 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:54.455911 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 00d7eab1-f59b-4a04-84f7-bd2c41023215 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:50:54.456441 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:54.483157 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d7eab1-f59b-4a04-84f7-bd2c41023215'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:50:54.486100 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151eb2ac-2544-442c-9046-63b6dec4ce93" -d '{"events": [{"server_uuid": "53e646cc-6d91-43a7-bcf8-3b2b90228e12", "name": "network-vif-plugged", "status": "completed", "tag": "00d7eab1-f59b-4a04-84f7-bd2c41023215"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:50:54.524798 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 00d7eab1-f59b-4a04-84f7-bd2c41023215, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=00d7eab1-f59b-4a04-84f7-bd2c41023215,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:50:54.530312 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:54.558205 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ef6c7-df28-4c4f-9d40-f7ba86005001 x-openstack-request-id: req-f91ef6c7-df28-4c4f-9d40-f7ba86005001 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:50:54.558851 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e646cc-6d91-43a7-bcf8-3b2b90228e12", "name": "network-vif-plugged", "status": "completed", "tag": "00d7eab1-f59b-4a04-84f7-bd2c41023215", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:50:54.559314 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f91ef6c7-df28-4c4f-9d40-f7ba86005001 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:50:54.559956 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91ef6c7-df28-4c4f-9d40-f7ba86005001'] response: {'server_uuid': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d7eab1-f59b-4a04-84f7-bd2c41023215', 'code': 200} May 12 11:50:54.615296 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=00d7eab1-f59b-4a04-84f7-bd2c41023215,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:50:54.802749 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538ac7d-fd51-4aa1-bbbe-cce171c784f1 req-df25555f-77f4-497a-bdf7-449d2a00b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:54.804324 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8538ac7d-fd51-4aa1-bbbe-cce171c784f1 req-df25555f-77f4-497a-bdf7-449d2a00b08d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 1130 time: 0.0418608 May 12 11:50:54.861642 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8538ac7d-fd51-4aa1-bbbe-cce171c784f1 req-aa733015-5393-436c-82f5-babcebe3aae6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494676 May 12 11:50:54.924429 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22aa8b3-3451-42e0-99f8-df9bfa3853c3 req-98cd1d9c-f4fd-4422-93bb-82ab8be5e698 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:54.925837 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f22aa8b3-3451-42e0-99f8-df9bfa3853c3 req-98cd1d9c-f4fd-4422-93bb-82ab8be5e698 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0632598 May 12 11:50:54.980162 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f22aa8b3-3451-42e0-99f8-df9bfa3853c3 req-37b12d83-e9fc-4861-96e1-2770a2ba31df tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485976 May 12 11:50:55.153395 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-59ee5cf8-3a8c-4fae-9b53-2316bde90fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:55.294785 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31794a9-becd-4e89-af4c-1dc2b84c21f5 req-4a3b00e2-f021-4dcc-8b6b-c92fa5103ddf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:55.297042 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f31794a9-becd-4e89-af4c-1dc2b84c21f5 req-4a3b00e2-f021-4dcc-8b6b-c92fa5103ddf tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 946 time: 0.0530353 May 12 11:50:55.354942 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f31794a9-becd-4e89-af4c-1dc2b84c21f5 req-e1641148-798f-4dba-8144-477bfa35753b tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493472 May 12 11:50:56.113833 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c58ad-1798-4805-aad1-c63bd782d755 req-e3743cde-d5ee-4b03-be0c-c67674ef74a4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:56.115747 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-688c58ad-1798-4805-aad1-c63bd782d755 req-e3743cde-d5ee-4b03-be0c-c67674ef74a4 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0519295 May 12 11:50:56.173976 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-688c58ad-1798-4805-aad1-c63bd782d755 req-7f68bc42-07cb-447e-85ca-820e1649b72d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498445 May 12 11:50:56.332064 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:56.484859 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2f348-a502-4130-a2ce-d883119c5d06 req-a563cd8d-14e5-4b8e-8705-16ce756e6210 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:56.487279 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7fc2f348-a502-4130-a2ce-d883119c5d06 req-a563cd8d-14e5-4b8e-8705-16ce756e6210 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 946 time: 0.0570898 May 12 11:50:56.549382 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7fc2f348-a502-4130-a2ce-d883119c5d06 req-bed3784c-fa59-4c61-85ca-ec7f614407ac tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552979 May 12 11:50:57.050013 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:57.295969 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ec61-4ca7-44a6-ab6c-f12359bc6989 req-9089779b-e154-4674-9d30-f3bb0e158050 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:57.299735 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e222ec61-4ca7-44a6-ab6c-f12359bc6989 req-9089779b-e154-4674-9d30-f3bb0e158050 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0524638 May 12 11:50:57.352039 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e222ec61-4ca7-44a6-ab6c-f12359bc6989 req-3a35b320-5051-43e0-808f-689a3bb31200 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466487 May 12 11:50:57.667476 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87b4de-6969-445d-8155-915a4ac2c675 req-b3aa7747-c5d0-4a3d-85d9-7211de92a76e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:57.675383 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8e87b4de-6969-445d-8155-915a4ac2c675 req-b3aa7747-c5d0-4a3d-85d9-7211de92a76e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 946 time: 0.0592210 May 12 11:50:57.703365 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:57.752890 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8e87b4de-6969-445d-8155-915a4ac2c675 req-5d759d52-43d5-4be9-afca-866cf59c7234 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652130 May 12 11:50:58.489319 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c68774-e677-4f22-8330-3ef482031ebb req-4f319cd3-e9d0-4cc0-ad9b-7181055ae682 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:58.491525 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0c68774-e677-4f22-8330-3ef482031ebb req-4f319cd3-e9d0-4cc0-ad9b-7181055ae682 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0605628 May 12 11:50:58.549077 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d0c68774-e677-4f22-8330-3ef482031ebb req-d5f6b24c-85e3-444f-af8f-9c9df7905528 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486135 May 12 11:50:58.876063 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f89ae-2449-4164-9300-1cd91234b338 req-93ecc2b8-3b35-483a-8f17-fa135d67466a tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:58.878379 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-918f89ae-2449-4164-9300-1cd91234b338 req-93ecc2b8-3b35-483a-8f17-fa135d67466a tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 946 time: 0.0581985 May 12 11:50:58.954503 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-918f89ae-2449-4164-9300-1cd91234b338 req-c0ebaa47-52b1-412c-b757-a8221ef6b7c4 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595312 May 12 11:50:59.164622 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:50:59.683496 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f3213-8126-4d8a-a4e9-494efed949a9 req-999e6966-2f0a-4ebc-84e9-417d15273ce8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:50:59.685668 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-544f3213-8126-4d8a-a4e9-494efed949a9 req-999e6966-2f0a-4ebc-84e9-417d15273ce8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0514350 May 12 11:50:59.749909 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-544f3213-8126-4d8a-a4e9-494efed949a9 req-c50251ab-b866-4814-8d66-8ff348f8cbf7 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558643 May 12 11:51:00.130596 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f77d-ea0e-4837-9e74-be15fc874eb3 req-6324a6b6-519d-4588-a384-e9c878dc7219 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:00.140121 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75a1f77d-ea0e-4837-9e74-be15fc874eb3 req-6324a6b6-519d-4588-a384-e9c878dc7219 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 946 time: 0.0767465 May 12 11:51:00.209225 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75a1f77d-ea0e-4837-9e74-be15fc874eb3 req-8ca3e9e4-d444-4af0-98c8-4fa55d22541b tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660548 May 12 11:51:00.337246 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed1a61-3eeb-4556-b84a-dd305b8c4bc0 req-0e88083c-cdd2-43b5-a80c-cba6cc151804 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:00.342800 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18ed1a61-3eeb-4556-b84a-dd305b8c4bc0 req-0e88083c-cdd2-43b5-a80c-cba6cc151804 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 946 time: 0.0605788 May 12 11:51:00.348806 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 38218) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:00.355474 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6b64da67-bd8f-4349-bd19-4d360288a3eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Request body: {'floatingip': {'port_id': '00d7eab1-f59b-4a04-84f7-bd2c41023215'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:51:00.404947 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6b64da67-bd8f-4349-bd19-4d360288a3eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (4e6ba031-b321-4059-9a20-eed4d7af8680), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:00.901433 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468df3a-df67-4d4b-bda6-d7ea1d1e4325 req-1825ce16-a20f-41a8-a94d-b6b963ee25bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:00.903158 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1468df3a-df67-4d4b-bda6-d7ea1d1e4325 req-1825ce16-a20f-41a8-a94d-b6b963ee25bc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0851851 May 12 11:51:01.006512 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1468df3a-df67-4d4b-bda6-d7ea1d1e4325 req-df17bfc7-7d4b-46dc-8860-7cab53e4ca25 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920119 May 12 11:51:01.064549 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6b64da67-bd8f-4349-bd19-4d360288a3eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:01.069330 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6b64da67-bd8f-4349-bd19-4d360288a3eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (4e6ba031-b321-4059-9a20-eed4d7af8680), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:01.184707 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-6b64da67-bd8f-4349-bd19-4d360288a3eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Floating IP 4e6ba031-b321-4059-9a20-eed4d7af8680 associated. External IP: 172.27.0.17, port: 00d7eab1-f59b-4a04-84f7-bd2c41023215. May 12 11:51:01.431254 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b64da67-bd8f-4349-bd19-4d360288a3eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Router c3c11a87-722e-4b5f-b071-19bceb7b884e has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:51:01.826560 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b64da67-bd8f-4349-bd19-4d360288a3eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:51:01.832431 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6b64da67-bd8f-4349-bd19-4d360288a3eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:01.838537 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] Sync routers for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:51:01.851017 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:51:01.852153 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:50:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:51:01.866941 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-6b64da67-bd8f-4349-bd19-4d360288a3eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "PUT /v2.0/floatingips/4e6ba031-b321-4059-9a20-eed4d7af8680 HTTP/1.1" status: 200 len: 991 time: 1.5162375 May 12 11:51:01.867569 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'tag': '00d7eab1-f59b-4a04-84f7-bd2c41023215'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:51:01.870437 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a67c8af-f260-4afb-8984-9f8ed5b18958" -d '{"events": [{"name": "network-changed", "server_uuid": "53e646cc-6d91-43a7-bcf8-3b2b90228e12", "tag": "00d7eab1-f59b-4a04-84f7-bd2c41023215"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:51:01.964031 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179775cb-4e1c-4b5f-80d9-f39b4ce35ac6 x-openstack-request-id: req-179775cb-4e1c-4b5f-80d9-f39b4ce35ac6 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:51:01.964329 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e646cc-6d91-43a7-bcf8-3b2b90228e12", "tag": "00d7eab1-f59b-4a04-84f7-bd2c41023215", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:51:01.964587 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-179775cb-4e1c-4b5f-80d9-f39b4ce35ac6 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:51:01.964998 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179775cb-4e1c-4b5f-80d9-f39b4ce35ac6'] response: {'name': 'network-changed', 'server_uuid': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'tag': '00d7eab1-f59b-4a04-84f7-bd2c41023215', 'status': 'completed', 'code': 200} May 12 11:51:01.970282 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:51:02.060881 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-1f261cb8-8398-4cd4-91a9-a09f2ab8c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:02.062489 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-1f261cb8-8398-4cd4-91a9-a09f2ab8c056 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d51975fc708d49efa56621b0fd19c47f&device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 1130 time: 0.0443373 May 12 11:51:02.139561 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6c5ed-ef0d-4056-a252-51f66d9b9dbd req-526e47db-dcc1-477d-ac25-dbe93a91a436 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:02.141310 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-54c6c5ed-ef0d-4056-a252-51f66d9b9dbd req-526e47db-dcc1-477d-ac25-dbe93a91a436 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0471230 May 12 11:51:02.187640 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-54c6c5ed-ef0d-4056-a252-51f66d9b9dbd req-8f6c4343-64f2-45da-810b-112db0b36e1f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403202 May 12 11:51:02.200144 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '4e6ba031-b321-4059-9a20-eed4d7af8680', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'port_id': '00d7eab1-f59b-4a04-84f7-bd2c41023215', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'mac_address': 'fa:16:3e:5c:bf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:50:40Z', 'updated_at': '2022-05-12T11:51:00Z', 'revision_number': 1, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:51:02.227309 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] Checking router: c3c11a87-722e-4b5f-b071-19bceb7b884e for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:51:02.235546 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:51:02.236217 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:50:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:51:02.398998 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-abe2e62c-e820-403c-af16-d9b28c939f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:02.400466 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-abe2e62c-e820-403c-af16-d9b28c939f2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 200 len: 912 time: 0.0906634 May 12 11:51:02.427974 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:51:02.542564 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:51:02.555652 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-b7eca2ea-de88-4dc2-b3b5-89518a019dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:02.557179 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-b7eca2ea-de88-4dc2-b3b5-89518a019dcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 1129 time: 0.0422556 May 12 11:51:02.577508 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-665226f5-69ef-4bb2-8ce7-b88c7c67f99e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d7eab1-f59b-4a04-84f7-bd2c41023215 HTTP/1.1" status: 200 len: 999 time: 0.0639150 May 12 11:51:02.633836 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-53c21a53-0e44-42cc-9d1a-1f24a53f3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:02.635746 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-53c21a53-0e44-42cc-9d1a-1f24a53f3b13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe6a700a-d728-4a58-8bea-bfad07912417 HTTP/1.1" status: 200 len: 850 time: 0.0525296 May 12 11:51:02.658992 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '4e6ba031-b321-4059-9a20-eed4d7af8680', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'port_id': '00d7eab1-f59b-4a04-84f7-bd2c41023215', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'mac_address': 'fa:16:3e:5c:bf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:50:40Z', 'updated_at': '2022-05-12T11:51:00Z', 'revision_number': 1, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:51:02.659260 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-7c7a4c8a-fbe8-4fc4-ae3d-d5e7901c64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:02.660736 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-7c7a4c8a-fbe8-4fc4-ae3d-d5e7901c64f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 917 time: 0.0964220 May 12 11:51:02.684246 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-a57e01cc-5d76-4d3b-adc5-381cee12ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:02.685930 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-a57e01cc-5d76-4d3b-adc5-381cee12ee4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f747c31e-f2f6-4373-ba29-1719eaa22635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425842 May 12 11:51:02.686064 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f74374-28d0-48d6-9488-6617c2170747 None None] The sync data for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi is: [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '4e6ba031-b321-4059-9a20-eed4d7af8680', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'port_id': '00d7eab1-f59b-4a04-84f7-bd2c41023215', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'mac_address': 'fa:16:3e:5c:bf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:50:40Z', 'updated_at': '2022-05-12T11:51:00Z', 'revision_number': 1, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:51:02.730665 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-0179bebb-0633-4a5a-be6f-2f400f532404 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e HTTP/1.1" status: 200 len: 1001 time: 0.0636389 May 12 11:51:02.781031 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-d9201cd2-6a33-4c9a-abae-fd75f36a18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:02.782646 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-d9201cd2-6a33-4c9a-abae-fd75f36a18d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.0451872 May 12 11:51:02.787917 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-49f6c97c-6fba-4b07-8bdf-3f932c4c13eb service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958529 May 12 11:51:02.828050 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-09023150-246d-4c66-adb2-9b536ffd1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:02.829566 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-09023150-246d-4c66-adb2-9b536ffd1c7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404639 May 12 11:51:02.883454 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8a67c8af-f260-4afb-8984-9f8ed5b18958 req-256a8fa2-8a01-4d8d-9d0f-6a6b235b4823 service neutron] 10.222.0.35 "GET /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 May 12 11:51:02.948741 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-2e110fd4-1ea4-461c-92fe-7e998d3e89eb service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121302 May 12 11:51:02.950629 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c1d580-2283-442e-97e1-22089580d07a None None] New status for floating IP 4e6ba031-b321-4059-9a20-eed4d7af8680: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:51:03.053152 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3248d82a-e598-4d61-9873-22a0c0c97017 req-97a49b72-4131-4b6f-a4ac-6ff8d763a239 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892160 May 12 11:51:03.116063 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 38270) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:03.220014 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03e23d34-ea7b-4eac-b003-ab2011fd7198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.303313 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03e23d34-ea7b-4eac-b003-ab2011fd7198 admin admin] Publish callbacks [] for security_group (b8f9c76f-3667-4bb5-b382-9f303a7d12da), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.306972 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03e23d34-ea7b-4eac-b003-ab2011fd7198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (b8f9c76f-3667-4bb5-b382-9f303a7d12da), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.315637 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622c313-c8d1-4603-a3c4-0c1239267a10 req-3a630d53-ef09-4871-af76-3eae458ba097 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:03.317131 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f622c313-c8d1-4603-a3c4-0c1239267a10 req-3a630d53-ef09-4871-af76-3eae458ba097 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0525663 May 12 11:51:03.347132 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-03e23d34-ea7b-4eac-b003-ab2011fd7198 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbaf31ce18ab4d2db61b6823c3380aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271051 May 12 11:51:03.347132 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e23d34-ea7b-4eac-b003-ab2011fd7198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f9c76f-3667-4bb5-b382-9f303a7d12da,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:03.347651 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 38276) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:03.380969 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f622c313-c8d1-4603-a3c4-0c1239267a10 req-b8c22fc1-f262-46ca-bc46-fbc5849aa26d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581634 May 12 11:51:03.413645 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ced52403-8a54-4d80-984b-f32322678e52 admin admin] Publish callbacks [] for security_group (b8f9c76f-3667-4bb5-b382-9f303a7d12da), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.434586 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ced52403-8a54-4d80-984b-f32322678e52 admin admin] Publish callbacks [] for security_group (b8f9c76f-3667-4bb5-b382-9f303a7d12da), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.479775 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ced52403-8a54-4d80-984b-f32322678e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (b8f9c76f-3667-4bb5-b382-9f303a7d12da), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.482354 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ced52403-8a54-4d80-984b-f32322678e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.483512 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-ced52403-8a54-4d80-984b-f32322678e52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8f9c76f-3667-4bb5-b382-9f303a7d12da HTTP/1.1" status: 204 len: 168 time: 0.1349518 May 12 11:51:03.490945 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced52403-8a54-4d80-984b-f32322678e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f9c76f-3667-4bb5-b382-9f303a7d12da,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:03.738302 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 38282) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:03.751294 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2614ab7b-f033-43b9-9a71-c84318c7ce5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.826293 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2614ab7b-f033-43b9-9a71-c84318c7ce5f admin admin] Publish callbacks [] for security_group (df7eec0e-2961-42b8-bb65-826f10be2dc3), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.830715 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2614ab7b-f033-43b9-9a71-c84318c7ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (df7eec0e-2961-42b8-bb65-826f10be2dc3), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.871922 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-2614ab7b-f033-43b9-9a71-c84318c7ce5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17c3edefa442456689d9e03662b1ffec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325564 May 12 11:51:03.873056 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614ab7b-f033-43b9-9a71-c84318c7ce5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7eec0e-2961-42b8-bb65-826f10be2dc3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:03.874602 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 38284) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:03.921517 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b79a795-dfbb-41a8-a134-1002cebd602f admin admin] Publish callbacks [] for security_group (df7eec0e-2961-42b8-bb65-826f10be2dc3), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.945724 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b79a795-dfbb-41a8-a134-1002cebd602f admin admin] Publish callbacks [] for security_group (df7eec0e-2961-42b8-bb65-826f10be2dc3), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.993991 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b79a795-dfbb-41a8-a134-1002cebd602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (df7eec0e-2961-42b8-bb65-826f10be2dc3), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.996507 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b79a795-dfbb-41a8-a134-1002cebd602f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:03.997650 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1b79a795-dfbb-41a8-a134-1002cebd602f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df7eec0e-2961-42b8-bb65-826f10be2dc3 HTTP/1.1" status: 204 len: 168 time: 0.1220558 May 12 11:51:04.007107 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79a795-dfbb-41a8-a134-1002cebd602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7eec0e-2961-42b8-bb65-826f10be2dc3,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:04.501445 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b2181-887a-4982-b838-5c28017401aa req-a967810c-8253-44ee-89f0-5f664d4fa566 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:04.504617 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-719b2181-887a-4982-b838-5c28017401aa req-a967810c-8253-44ee-89f0-5f664d4fa566 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0479727 May 12 11:51:04.555084 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-719b2181-887a-4982-b838-5c28017401aa req-f913ad05-4a8e-4224-a1c7-87921fa243aa tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447454 May 12 11:51:05.638902 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 38342) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:05.677557 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1518e23-2e68-4d89-aa5a-d04f9a4f37ac req-5c8b699d-6181-4d5b-8b99-fe5a2f62ef4a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:05.679056 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e1518e23-2e68-4d89-aa5a-d04f9a4f37ac req-5c8b699d-6181-4d5b-8b99-fe5a2f62ef4a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 945 time: 0.0524869 May 12 11:51:05.725504 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e1518e23-2e68-4d89-aa5a-d04f9a4f37ac req-ef543e30-5759-40c2-a057-d0a58ca6b30b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408912 May 12 11:51:05.758270 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-de7941b7-e789-488e-affe-1ae3f8e61d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:05.834640 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-de7941b7-e789-488e-affe-1ae3f8e61d18 admin admin] Publish callbacks [] for security_group (6e254152-e238-4b8b-b2e1-c91c4df3ce67), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:05.838508 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-de7941b7-e789-488e-affe-1ae3f8e61d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (6e254152-e238-4b8b-b2e1-c91c4df3ce67), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:05.881195 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-de7941b7-e789-488e-affe-1ae3f8e61d18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53e0d9d72e94424eb69b42f64065a9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412760 May 12 11:51:05.882353 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7941b7-e789-488e-affe-1ae3f8e61d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e254152-e238-4b8b-b2e1-c91c4df3ce67,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:05.883832 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 38354) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:05.938521 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1eecd9e9-2796-4d5f-a44e-17c76a3c0d75 admin admin] Publish callbacks [] for security_group (6e254152-e238-4b8b-b2e1-c91c4df3ce67), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:05.961879 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1eecd9e9-2796-4d5f-a44e-17c76a3c0d75 admin admin] Publish callbacks [] for security_group (6e254152-e238-4b8b-b2e1-c91c4df3ce67), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.009544 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1eecd9e9-2796-4d5f-a44e-17c76a3c0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (6e254152-e238-4b8b-b2e1-c91c4df3ce67), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.012686 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1eecd9e9-2796-4d5f-a44e-17c76a3c0d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.014755 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-1eecd9e9-2796-4d5f-a44e-17c76a3c0d75 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e254152-e238-4b8b-b2e1-c91c4df3ce67 HTTP/1.1" status: 204 len: 168 time: 0.1289680 May 12 11:51:06.024276 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecd9e9-2796-4d5f-a44e-17c76a3c0d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e254152-e238-4b8b-b2e1-c91c4df3ce67,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:06.286028 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 38370) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:06.299882 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba351796-59a5-4565-a4ce-96862ddcb3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.381824 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba351796-59a5-4565-a4ce-96862ddcb3bc admin admin] Publish callbacks [] for security_group (0076f4d7-18b9-4451-8151-bfe15165c0c3), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.386852 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba351796-59a5-4565-a4ce-96862ddcb3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0076f4d7-18b9-4451-8151-bfe15165c0c3), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.429139 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-ba351796-59a5-4565-a4ce-96862ddcb3bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d13db605f6bb4b898bdc19447783b0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418877 May 12 11:51:06.431555 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba351796-59a5-4565-a4ce-96862ddcb3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0076f4d7-18b9-4451-8151-bfe15165c0c3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:06.432054 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 38374) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:06.439940 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device e62c63ee-3f94-4556-b00c-c45c7465fd0e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:51:06.488904 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4f315f7-232e-4cfb-8f9e-51d90de29c8b admin admin] Publish callbacks [] for security_group (0076f4d7-18b9-4451-8151-bfe15165c0c3), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.511199 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4f315f7-232e-4cfb-8f9e-51d90de29c8b admin admin] Publish callbacks [] for security_group (0076f4d7-18b9-4451-8151-bfe15165c0c3), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.529985 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port e62c63ee-3f94-4556-b00c-c45c7465fd0e is: ACTIVE; New status is: DOWN {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:51:06.530653 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.542713 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [req-ef88c3dd-a7c3-4780-ab11-70872c64c68c req-e01add58-1336-4574-8ca6-ea0fdcb3e2f8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:51:06.543833 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ef88c3dd-a7c3-4780-ab11-70872c64c68c req-e01add58-1336-4574-8ca6-ea0fdcb3e2f8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054100 May 12 11:51:06.557239 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:51:06.559760 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5364de1a-a244-40d1-a35f-ce702ba399fb" -d '{"events": [{"server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:51:06.572713 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:51:06.573326 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4f315f7-232e-4cfb-8f9e-51d90de29c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0076f4d7-18b9-4451-8151-bfe15165c0c3), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.576297 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4f315f7-232e-4cfb-8f9e-51d90de29c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.581490 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:06.581746 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-a4f315f7-232e-4cfb-8f9e-51d90de29c8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0076f4d7-18b9-4451-8151-bfe15165c0c3 HTTP/1.1" status: 204 len: 168 time: 0.1483302 May 12 11:51:06.592345 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f315f7-232e-4cfb-8f9e-51d90de29c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0076f4d7-18b9-4451-8151-bfe15165c0c3,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:06.635108 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 11:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db328c1-9499-4c4b-ad4e-965f2398ce48 x-openstack-request-id: req-5db328c1-9499-4c4b-ad4e-965f2398ce48 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:51:06.635625 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "name": "network-vif-unplugged", "status": "failed", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e", "code": 422}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:51:06.636040 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5db328c1-9499-4c4b-ad4e-965f2398ce48 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:51:06.636681 dv-cinder-804735-29-iscsi neutron-server[109897]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5db328c1-9499-4c4b-ad4e-965f2398ce48']: {'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'code': 422} returned with failed status May 12 11:51:06.672800 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=8']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:06.734395 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5ab98-bbc3-41dc-b6ae-a884502bd40c req-9dd6a2fe-f7bf-4149-be1b-347693bde88d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:06.735893 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dbe5ab98-bbc3-41dc-b6ae-a884502bd40c req-9dd6a2fe-f7bf-4149-be1b-347693bde88d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0551534 May 12 11:51:06.763246 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-342ac483-d094-434f-bfe3-f655cb60123d req-66089fa3-c14b-4f0a-88b2-7dea4a8abd9b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407836 May 12 11:51:06.786805 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dbe5ab98-bbc3-41dc-b6ae-a884502bd40c req-c4816988-5de0-46db-8e66-0d1676f37d85 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450921 May 12 11:51:06.846451 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ac483-d094-434f-bfe3-f655cb60123d req-74669f34-5c1f-4eee-86ff-fe4f6589512f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:06.847788 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-342ac483-d094-434f-bfe3-f655cb60123d req-74669f34-5c1f-4eee-86ff-fe4f6589512f tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports/e62c63ee-3f94-4556-b00c-c45c7465fd0e HTTP/1.1" status: 200 len: 940 time: 0.0513062 May 12 11:51:07.683706 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 38426) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:07.787752 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3e14a5d4-8029-4e39-bc31-44a6a1579dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:07.852677 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ac483-d094-434f-bfe3-f655cb60123d req-80459999-632f-4ce5-8894-462ac3c4db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:07.854361 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-342ac483-d094-434f-bfe3-f655cb60123d req-80459999-632f-4ce5-8894-462ac3c4db18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab&tenant_id=079cb1c02174440091d4c5bcbc27bdc5 HTTP/1.1" status: 200 len: 1127 time: 0.0754762 May 12 11:51:07.866203 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3e14a5d4-8029-4e39-bc31-44a6a1579dfd admin admin] Publish callbacks [] for security_group (9b566ce3-cc2e-4ad5-8679-2cc70e92c505), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:07.870497 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3e14a5d4-8029-4e39-bc31-44a6a1579dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9b566ce3-cc2e-4ad5-8679-2cc70e92c505), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:07.914729 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-3e14a5d4-8029-4e39-bc31-44a6a1579dfd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b0111411d4f49e592c2a75b536ddb59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276571 May 12 11:51:07.914729 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14a5d4-8029-4e39-bc31-44a6a1579dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b566ce3-cc2e-4ad5-8679-2cc70e92c505,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:07.916866 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 38434) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:07.932537 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc20945-5d8b-414c-ac80-5bf409664e5e req-80e8f0d6-6827-4b20-85e9-602b68b3c5f9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:07.934089 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6dc20945-5d8b-414c-ac80-5bf409664e5e req-80e8f0d6-6827-4b20-85e9-602b68b3c5f9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0722847 May 12 11:51:07.955166 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ac483-d094-434f-bfe3-f655cb60123d req-8214ccd7-7e6a-48ef-8a5e-ba923a713035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:07.956853 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-342ac483-d094-434f-bfe3-f655cb60123d req-8214ccd7-7e6a-48ef-8a5e-ba923a713035 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 1127 time: 0.0590394 May 12 11:51:07.969943 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcac14f8-6500-47bb-97f3-0a2ba7aee514 admin admin] Publish callbacks [] for security_group (9b566ce3-cc2e-4ad5-8679-2cc70e92c505), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:07.992147 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcac14f8-6500-47bb-97f3-0a2ba7aee514 admin admin] Publish callbacks [] for security_group (9b566ce3-cc2e-4ad5-8679-2cc70e92c505), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:08.044220 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6dc20945-5d8b-414c-ac80-5bf409664e5e req-7675f466-5a5d-4a84-ba92-e3550f227de5 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013095 May 12 11:51:08.045970 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcac14f8-6500-47bb-97f3-0a2ba7aee514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9b566ce3-cc2e-4ad5-8679-2cc70e92c505), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:08.049195 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcac14f8-6500-47bb-97f3-0a2ba7aee514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:08.051133 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-dcac14f8-6500-47bb-97f3-0a2ba7aee514 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b566ce3-cc2e-4ad5-8679-2cc70e92c505 HTTP/1.1" status: 204 len: 168 time: 0.1332724 May 12 11:51:08.059252 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac14f8-6500-47bb-97f3-0a2ba7aee514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b566ce3-cc2e-4ad5-8679-2cc70e92c505,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:08.089980 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ac483-d094-434f-bfe3-f655cb60123d req-2cf4347f-ffa2-4cc2-8702-abb4a4553a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:08.091523 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-342ac483-d094-434f-bfe3-f655cb60123d req-2cf4347f-ffa2-4cc2-8702-abb4a4553a2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 917 time: 0.1259475 May 12 11:51:08.158337 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-342ac483-d094-434f-bfe3-f655cb60123d req-e8b7dfd7-3f10-48e2-b0a8-e50052d3ca7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e HTTP/1.1" status: 200 len: 999 time: 0.0604651 May 12 11:51:08.207262 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ac483-d094-434f-bfe3-f655cb60123d req-baabb40a-a1f7-4c21-8135-d9ecef9696c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:08.208714 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-342ac483-d094-434f-bfe3-f655cb60123d req-baabb40a-a1f7-4c21-8135-d9ecef9696c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.0442445 May 12 11:51:08.260641 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ac483-d094-434f-bfe3-f655cb60123d req-5308250a-beaa-448f-b92f-6dbaf11cae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:08.262153 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-342ac483-d094-434f-bfe3-f655cb60123d req-5308250a-beaa-448f-b92f-6dbaf11cae01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416594 May 12 11:51:08.352174 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-342ac483-d094-434f-bfe3-f655cb60123d req-64e87f82-a856-4e97-8151-7fb95a2a443e service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826695 May 12 11:51:08.445094 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-342ac483-d094-434f-bfe3-f655cb60123d req-d9af6f31-5338-4185-a64e-39a5c3ec74e1 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856700 May 12 11:51:09.168285 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 38492) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:09.217069 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd66681-29d0-4e50-bbe8-35bd99b22ba5 req-ecc86a58-69ba-44c4-b82c-80eb3081377a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:09.224775 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4bd66681-29d0-4e50-bbe8-35bd99b22ba5 req-ecc86a58-69ba-44c4-b82c-80eb3081377a tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0769033 May 12 11:51:09.283245 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4bd66681-29d0-4e50-bbe8-35bd99b22ba5 req-463067d6-b392-4007-b734-4dba075c4a36 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571854 May 12 11:51:09.305069 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-97986902-8ca6-4733-ac3f-5f7bcec835a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:09.409143 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-97986902-8ca6-4733-ac3f-5f7bcec835a8 admin admin] Publish callbacks [] for security_group (4d2c7dde-6f6b-4f5a-b40c-fd671435df97), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:09.413832 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-97986902-8ca6-4733-ac3f-5f7bcec835a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (4d2c7dde-6f6b-4f5a-b40c-fd671435df97), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:09.460093 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97986902-8ca6-4733-ac3f-5f7bcec835a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2c7dde-6f6b-4f5a-b40c-fd671435df97,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:09.467251 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 38496) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:09.467451 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-97986902-8ca6-4733-ac3f-5f7bcec835a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03054d2522ed4f4fb3a2433974affdb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979391 May 12 11:51:09.530973 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Publish callbacks [] for security_group (4d2c7dde-6f6b-4f5a-b40c-fd671435df97), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:09.552990 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Publish callbacks [] for security_group (4d2c7dde-6f6b-4f5a-b40c-fd671435df97), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:09.606241 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (4d2c7dde-6f6b-4f5a-b40c-fd671435df97), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:09.609684 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:09.612139 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d2c7dde-6f6b-4f5a-b40c-fd671435df97 HTTP/1.1" status: 204 len: 168 time: 0.1435056 May 12 11:51:09.621817 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2c7dde-6f6b-4f5a-b40c-fd671435df97,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:09.630942 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.631266 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.631607 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.631946 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.632446 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.633019 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.633673 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.634144 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.634680 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.634996 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.635586 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.635911 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.642100 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.643103 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:09.643666 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd87f8-25b0-410f-af90-62b15e08b7cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:10.456152 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696a35b-84ec-4587-baae-982cae031c7e req-597b5b6b-6d41-48ba-b226-c34311945e0e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:10.457950 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2696a35b-84ec-4587-baae-982cae031c7e req-597b5b6b-6d41-48ba-b226-c34311945e0e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0994470 May 12 11:51:10.518212 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2696a35b-84ec-4587-baae-982cae031c7e req-491808bd-b2bd-485b-af66-2de9eb30ebb0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540938 May 12 11:51:11.645895 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473d8bb-58ed-4e8c-9f20-448f98961f8a req-cef28dbc-1337-4506-a834-1b9a2fb44a32 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:11.647711 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3473d8bb-58ed-4e8c-9f20-448f98961f8a req-cef28dbc-1337-4506-a834-1b9a2fb44a32 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0518844 May 12 11:51:11.713448 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3473d8bb-58ed-4e8c-9f20-448f98961f8a req-1a0c19fe-fc98-4ae5-bdc7-80a8620af398 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562079 May 12 11:51:12.842676 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce305f4-4797-4550-bb26-0863413dad69 req-a29c1f87-92d2-4b37-8e4d-f4943fd85869 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:12.844172 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1ce305f4-4797-4550-bb26-0863413dad69 req-a29c1f87-92d2-4b37-8e4d-f4943fd85869 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0527771 May 12 11:51:12.893086 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1ce305f4-4797-4550-bb26-0863413dad69 req-b6f6cccf-5298-455f-8de6-2026f19d0176 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 May 12 11:51:14.016546 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63368d3e-3fe0-4cf1-8dcb-17d7935332ed req-d18e15bd-590e-4bcd-a753-3b0b4ffcbbda tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:14.018645 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-63368d3e-3fe0-4cf1-8dcb-17d7935332ed req-d18e15bd-590e-4bcd-a753-3b0b4ffcbbda tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0509083 May 12 11:51:14.068340 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-63368d3e-3fe0-4cf1-8dcb-17d7935332ed req-4f20838e-ca43-4dce-a6c7-a2816357c5aa tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 May 12 11:51:15.195324 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444651c0-afc5-492f-b9f8-9409d8f0fd11 req-0c85cdf7-b41b-44a8-a2ff-5c8c3b50d4d9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:15.196805 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-444651c0-afc5-492f-b9f8-9409d8f0fd11 req-0c85cdf7-b41b-44a8-a2ff-5c8c3b50d4d9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0463836 May 12 11:51:15.242444 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-444651c0-afc5-492f-b9f8-9409d8f0fd11 req-4d28333e-ce31-44df-b7ad-aa89fa055f34 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400004 May 12 11:51:16.395253 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791f84e-262b-4856-9d94-6860ef35ae26 req-bbc4db78-11bf-42d1-ac2c-58ddba9527b0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:16.399519 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b791f84e-262b-4856-9d94-6860ef35ae26 req-bbc4db78-11bf-42d1-ac2c-58ddba9527b0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0520387 May 12 11:51:16.462244 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b791f84e-262b-4856-9d94-6860ef35ae26 req-228ec147-63b8-4fea-bce2-a1cd10d93027 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548143 May 12 11:51:17.588065 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51870c-f19a-471c-9268-9b0b09dd409b req-9d4e8491-f7f8-4e9a-ae28-7af7da0a6ad8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:17.589511 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6a51870c-f19a-471c-9268-9b0b09dd409b req-9d4e8491-f7f8-4e9a-ae28-7af7da0a6ad8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0506744 May 12 11:51:17.639596 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6a51870c-f19a-471c-9268-9b0b09dd409b req-22097d04-9697-4e69-a0ee-2e771f1e6e2b tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442460 May 12 11:51:18.754119 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aa3ae-372b-4761-b2ed-b1895235fe0c req-bb4bedcd-2d47-4f23-b713-90f7006939a0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:18.755567 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fa7aa3ae-372b-4761-b2ed-b1895235fe0c req-bb4bedcd-2d47-4f23-b713-90f7006939a0 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0458109 May 12 11:51:18.801235 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fa7aa3ae-372b-4761-b2ed-b1895235fe0c req-94750766-75e3-417d-ba48-847ff415d427 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402331 May 12 11:51:19.915921 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e03303-4a93-4f72-8317-5e72a39cdb8a req-19181a9e-9a93-46bb-a4f0-4c0a58d269a8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:19.917351 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d4e03303-4a93-4f72-8317-5e72a39cdb8a req-19181a9e-9a93-46bb-a4f0-4c0a58d269a8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0458462 May 12 11:51:19.962811 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d4e03303-4a93-4f72-8317-5e72a39cdb8a req-913ba3da-5669-4e14-b184-9c7cd5a03a64 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400689 May 12 11:51:21.078063 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220cbb-8103-42ac-b1ca-a17b2ea2609f req-4d963417-c04e-4407-8d39-ba5575988bfc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:21.079505 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-22220cbb-8103-42ac-b1ca-a17b2ea2609f req-4d963417-c04e-4407-8d39-ba5575988bfc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0460482 May 12 11:51:21.127931 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-22220cbb-8103-42ac-b1ca-a17b2ea2609f req-4fba386b-91e2-4960-b5ef-395047b6db92 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423558 May 12 11:51:22.242251 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43517d6e-4210-4c26-bd74-26f0a0631041 req-55c0073d-9799-4cd3-af65-df26c311aff9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:22.243677 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43517d6e-4210-4c26-bd74-26f0a0631041 req-55c0073d-9799-4cd3-af65-df26c311aff9 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 943 time: 0.0451331 May 12 11:51:22.291306 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43517d6e-4210-4c26-bd74-26f0a0631041 req-2ed5ad52-bcd1-4b37-a3e6-6c37b3e11112 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 May 12 11:51:22.438789 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device e62c63ee-3f94-4556-b00c-c45c7465fd0e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:51:22.533002 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:51:22.547142 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'port_id': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'mac_address': 'fa:16:3e:e1:c5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:51:22.582893 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port e62c63ee-3f94-4556-b00c-c45c7465fd0e is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:51:22.583282 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:22.596034 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62c63ee-3f94-4556-b00c-c45c7465fd0e {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:51:22.615969 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:51:22.619378 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:22.664675 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=9']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:22.921820 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['e62c63ee-3f94-4556-b00c-c45c7465fd0e'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:51:23.020988 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-96652c6a-4797-47c8-a5e4-21a52180ddef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:23.411262 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d2e6c-5e62-4e54-8fc9-6905df45cfa8 req-f6c0ec4b-737c-4d4b-a9a9-8e656a28a829 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:23.412688 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-109d2e6c-5e62-4e54-8fc9-6905df45cfa8 req-f6c0ec4b-737c-4d4b-a9a9-8e656a28a829 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 944 time: 0.0507238 May 12 11:51:23.458263 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-109d2e6c-5e62-4e54-8fc9-6905df45cfa8 req-a4b98a6d-0c3c-4473-94ad-b49f73c303ab tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399947 May 12 11:51:24.572726 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d93f5-1040-4f01-9893-d5d356180824 req-72ea8c52-90e2-4f09-a658-298b10972e50 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:24.574191 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-693d93f5-1040-4f01-9893-d5d356180824 req-72ea8c52-90e2-4f09-a658-298b10972e50 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 944 time: 0.0457995 May 12 11:51:24.619447 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-693d93f5-1040-4f01-9893-d5d356180824 req-57799189-1cde-4e27-92f0-fba3d695e13e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 May 12 11:51:25.145572 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f126109e-4e56-4553-a7c1-c7662776599a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:25.735915 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e87857-efae-4776-886c-348cc0bd71f0 req-73c9e58c-4be9-49b1-9ad5-5d559da07caf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:25.737335 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c6e87857-efae-4776-886c-348cc0bd71f0 req-73c9e58c-4be9-49b1-9ad5-5d559da07caf tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 944 time: 0.0474265 May 12 11:51:25.785263 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c6e87857-efae-4776-886c-348cc0bd71f0 req-eea004c0-6ac4-4c44-a7d9-98353105823d tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 May 12 11:51:26.096935 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device e62c63ee-3f94-4556-b00c-c45c7465fd0e up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:51:26.144781 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port e62c63ee-3f94-4556-b00c-c45c7465fd0e triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:51:26.145154 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:26.219652 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port e62c63ee-3f94-4556-b00c-c45c7465fd0e is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:51:26.220316 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:26.244235 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:51:26.246590 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1245ee43-e16c-455f-b0e4-4e8934205e26" -d '{"events": [{"server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "name": "network-vif-plugged", "status": "completed", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:51:26.258908 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:51:26.263265 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:26.287978 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e732a8-1d60-4665-b0a3-8edc137d6a15 x-openstack-request-id: req-22e732a8-1d60-4665-b0a3-8edc137d6a15 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:51:26.288310 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "name": "network-vif-plugged", "status": "completed", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:51:26.288571 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22e732a8-1d60-4665-b0a3-8edc137d6a15 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:51:26.289054 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e732a8-1d60-4665-b0a3-8edc137d6a15'] response: {'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'code': 200} May 12 11:51:26.328331 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=10']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:26.341768 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:26.542318 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd5da2-d143-4e19-95b0-f9f22174e459 req-496ba6e8-343f-4022-8d5d-bc0bc7f53de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:26.543693 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-62bd5da2-d143-4e19-95b0-f9f22174e459 req-496ba6e8-343f-4022-8d5d-bc0bc7f53de4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 1130 time: 0.0452237 May 12 11:51:26.592660 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-62bd5da2-d143-4e19-95b0-f9f22174e459 req-d4e3991f-f230-44ec-bd85-b923d00eb733 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407531 May 12 11:51:26.900065 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d60e4-5d0e-49b6-a535-6737aea63049 req-6f73ce16-50fb-4976-ba2c-1d1acd576150 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:26.901686 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea1d60e4-5d0e-49b6-a535-6737aea63049 req-6f73ce16-50fb-4976-ba2c-1d1acd576150 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 946 time: 0.0461142 May 12 11:51:26.951301 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ea1d60e4-5d0e-49b6-a535-6737aea63049 req-22d908d9-f77e-43dd-98cb-5e409f7c4435 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437536 May 12 11:51:27.038479 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:27.692252 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:28.075895 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a9462-0041-45a5-98fc-8259e67ee3d1 req-25b07118-49cf-42cd-a5eb-174839e95fe6 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:28.077265 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-680a9462-0041-45a5-98fc-8259e67ee3d1 req-25b07118-49cf-42cd-a5eb-174839e95fe6 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 946 time: 0.0525017 May 12 11:51:28.124514 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-680a9462-0041-45a5-98fc-8259e67ee3d1 req-f1137e73-9f74-4dcd-9cb9-870ea4b65d74 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410922 May 12 11:51:29.167670 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:29.243723 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f2a39-13d9-4471-b7ba-105033024d22 req-5e71ba62-c02b-4e93-a077-d6f88dae4387 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:51:29.245458 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-840f2a39-13d9-4471-b7ba-105033024d22 req-5e71ba62-c02b-4e93-a077-d6f88dae4387 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 946 time: 0.0477765 May 12 11:51:29.296396 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-840f2a39-13d9-4471-b7ba-105033024d22 req-5627773a-81d5-4cbd-a8a5-12db477dee0e tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453413 May 12 11:51:30.349933 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 38708) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:30.452613 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0b76-fe41-49a8-993d-b5eedb959775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:30.529045 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0b76-fe41-49a8-993d-b5eedb959775 admin admin] Publish callbacks [] for security_group (0ba84d37-ecc0-484a-9f61-866ae026ac4b), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:30.532683 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0b76-fe41-49a8-993d-b5eedb959775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0ba84d37-ecc0-484a-9f61-866ae026ac4b), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:30.569773 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-dcbb0b76-fe41-49a8-993d-b5eedb959775 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a97795c4869e4c81bddfd34d9826b500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181599 May 12 11:51:30.570619 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb0b76-fe41-49a8-993d-b5eedb959775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba84d37-ecc0-484a-9f61-866ae026ac4b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:30.572433 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 38712) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:51:30.620968 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Publish callbacks [] for security_group (0ba84d37-ecc0-484a-9f61-866ae026ac4b), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:30.641049 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Publish callbacks [] for security_group (0ba84d37-ecc0-484a-9f61-866ae026ac4b), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:30.686459 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0ba84d37-ecc0-484a-9f61-866ae026ac4b), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:30.689547 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:30.690743 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ba84d37-ecc0-484a-9f61-866ae026ac4b HTTP/1.1" status: 204 len: 168 time: 0.1172400 May 12 11:51:30.699095 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba84d37-ecc0-484a-9f61-866ae026ac4b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:51:30.706000 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.706609 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.706945 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.707278 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.707606 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.707932 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.708285 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.708603 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.708974 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.709232 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.710182 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.710509 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.710828 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.711144 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:30.711460 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34241f5-51a3-4a70-a9ec-61abc17fdf09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:51:39.531589 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:51:53.015325 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c27cafe7-cc9a-428f-8431-671b0296d515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:55.147660 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-728be19c-a54a-4192-b80a-af20b8eebf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:56.328696 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:57.051348 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:57.693626 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:51:59.169777 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:00.908291 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-649ee03a-e5d2-4172-8973-61ef472074d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412185 May 12 11:52:01.008402 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-c540a539-e1a4-4bec-bc43-b39a1b521ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:01.010613 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-c540a539-e1a4-4bec-bc43-b39a1b521ca0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 1130 time: 0.0406928 May 12 11:52:01.118508 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-1aedd740-9aa9-4682-881c-8284ab2a3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:01.120580 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-1aedd740-9aa9-4682-881c-8284ab2a3f28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 200 len: 917 time: 0.0899799 May 12 11:52:01.189107 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-008132f1-b655-4bb9-9779-2ed8afec296c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e HTTP/1.1" status: 200 len: 1001 time: 0.0621870 May 12 11:52:01.238653 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-379778dc-7506-4b7c-a3cf-7ae7b607697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:01.240112 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-379778dc-7506-4b7c-a3cf-7ae7b607697b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 200 len: 855 time: 0.0440145 May 12 11:52:01.284022 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-83d30be5-fee0-49f5-9bd4-5429dbe99d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:01.285647 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-83d30be5-fee0-49f5-9bd4-5429dbe99d18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eff33054-22ac-4705-93a5-40677c07e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397706 May 12 11:52:01.380700 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-a101e636-d238-4935-b1bc-92e20a34c58e service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879955 May 12 11:52:01.478521 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8f5cec6e-c78c-4922-aef6-b2d27e845b4f req-ebdc2397-0ef9-4a57-bd7a-f578f432cfa8 service neutron] 10.222.0.35 "GET /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914059 May 12 11:52:03.963648 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b46e89-3f96-4c1e-afe8-34788ea9c48a req-ab32e9a4-92d0-4fba-b8af-f57d74775118 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:03.965022 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f2b46e89-3f96-4c1e-afe8-34788ea9c48a req-ab32e9a4-92d0-4fba-b8af-f57d74775118 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 946 time: 0.0498571 May 12 11:52:04.010501 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f2b46e89-3f96-4c1e-afe8-34788ea9c48a req-43ee8974-7d97-4e73-8927-ac7373e98f48 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 May 12 11:52:05.123915 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13b390-b3f7-4a90-af4d-ff7864e54c8f req-04903b23-e15e-4e05-9157-22407417f765 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:05.125341 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0e13b390-b3f7-4a90-af4d-ff7864e54c8f req-04903b23-e15e-4e05-9157-22407417f765 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 946 time: 0.0466151 May 12 11:52:05.171298 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-0e13b390-b3f7-4a90-af4d-ff7864e54c8f req-439a8f9c-74b7-490c-a7bb-8741d39f2219 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404005 May 12 11:52:05.843904 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a66bc-e625-418b-8088-48273d16f01c req-f5af6fa2-ec01-48cd-bc27-a3f001c161b2 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:05.845217 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a16a66bc-e625-418b-8088-48273d16f01c req-f5af6fa2-ec01-48cd-bc27-a3f001c161b2 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 946 time: 0.0452802 May 12 11:52:05.928207 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Deleting port 00d7eab1-f59b-4a04-84f7-bd2c41023215 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:05.928545 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.014682 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] For port 00d7eab1-f59b-4a04-84f7-bd2c41023215, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=00d7eab1-f59b-4a04-84f7-bd2c41023215,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:06.015046 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.194232 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.194885 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (4e6ba031-b321-4059-9a20-eed4d7af8680), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.195155 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Floating IP 4e6ba031-b321-4059-9a20-eed4d7af8680 disassociated. External IP: 172.27.0.17, port: 00d7eab1-f59b-4a04-84f7-bd2c41023215. May 12 11:52:06.195487 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Calling delete_port for 00d7eab1-f59b-4a04-84f7-bd2c41023215 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:06.272564 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39104) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:06.293167 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1226fb9-5517-4c0c-92c0-6b4e71fc650f req-2f26de5f-f9f3-423e-9ff4-6489e434882e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:06.294782 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1226fb9-5517-4c0c-92c0-6b4e71fc650f req-2f26de5f-f9f3-423e-9ff4-6489e434882e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/ports?device_id=53e646cc-6d91-43a7-bcf8-3b2b90228e12 HTTP/1.1" status: 200 len: 946 time: 0.0520954 May 12 11:52:06.332440 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (00d7eab1-f59b-4a04-84f7-bd2c41023215), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.346010 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d1226fb9-5517-4c0c-92c0-6b4e71fc650f req-9790bdd8-21de-478b-894e-bda9f73fb7f9 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups?id=3565da47-167d-4822-829f-89ff53be349e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450068 May 12 11:52:06.366301 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event deleted for resources: {'Port': ['ID=00d7eab1-f59b-4a04-84f7-bd2c41023215,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:06.390661 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cf34058-277f-4361-a91e-963d7031b3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.543370 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Router c3c11a87-722e-4b5f-b071-19bceb7b884e has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:52:06.570537 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cf34058-277f-4361-a91e-963d7031b3a3 admin admin] Publish callbacks [] for security_group (1cf3dc38-c2bb-445b-a0ff-090bc51aa547), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.575189 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cf34058-277f-4361-a91e-963d7031b3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (1cf3dc38-c2bb-445b-a0ff-090bc51aa547), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.642590 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-4cf34058-277f-4361-a91e-963d7031b3a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53aa6a5ea19249f593bdc10504fad3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688457 May 12 11:52:06.645345 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39108) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:06.658453 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf34058-277f-4361-a91e-963d7031b3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf3dc38-c2bb-445b-a0ff-090bc51aa547,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:06.706056 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72a39711-9ac9-40de-8e7b-3a396652136f admin admin] Publish callbacks [] for security_group (1cf3dc38-c2bb-445b-a0ff-090bc51aa547), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.714925 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:52:06.730199 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] Sync routers for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:52:06.733596 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72a39711-9ac9-40de-8e7b-3a396652136f admin admin] Publish callbacks [] for security_group (1cf3dc38-c2bb-445b-a0ff-090bc51aa547), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.746185 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:06.747096 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:51:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:06.761477 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] No DVR routers for this DVR port 00d7eab1-f59b-4a04-84f7-bd2c41023215 on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:52:06.764109 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.767556 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a16a66bc-e625-418b-8088-48273d16f01c req-9e332d82-b91d-44f2-b5cf-407081f76b4e tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.35 "DELETE /v2.0/ports/00d7eab1-f59b-4a04-84f7-bd2c41023215 HTTP/1.1" status: 204 len: 173 time: 0.9170945 May 12 11:52:06.768135 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'name': 'network-vif-deleted', 'tag': '00d7eab1-f59b-4a04-84f7-bd2c41023215'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:52:06.778592 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b3d8e3-efc4-474b-8b4d-27410018a8d7" -d '{"events": [{"server_uuid": "53e646cc-6d91-43a7-bcf8-3b2b90228e12", "name": "network-vif-deleted", "tag": "00d7eab1-f59b-4a04-84f7-bd2c41023215"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:52:06.786405 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72a39711-9ac9-40de-8e7b-3a396652136f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (1cf3dc38-c2bb-445b-a0ff-090bc51aa547), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.789567 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72a39711-9ac9-40de-8e7b-3a396652136f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:06.794805 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-72a39711-9ac9-40de-8e7b-3a396652136f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1cf3dc38-c2bb-445b-a0ff-090bc51aa547 HTTP/1.1" status: 204 len: 168 time: 0.1479168 May 12 11:52:06.805668 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a39711-9ac9-40de-8e7b-3a396652136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf3dc38-c2bb-445b-a0ff-090bc51aa547,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:06.858571 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7f0677-2000-4923-970d-8e50cfdc8da3 x-openstack-request-id: req-be7f0677-2000-4923-970d-8e50cfdc8da3 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:52:06.858862 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e646cc-6d91-43a7-bcf8-3b2b90228e12", "name": "network-vif-deleted", "tag": "00d7eab1-f59b-4a04-84f7-bd2c41023215", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:52:06.859120 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be7f0677-2000-4923-970d-8e50cfdc8da3 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:52:06.859525 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7f0677-2000-4923-970d-8e50cfdc8da3'] response: {'server_uuid': '53e646cc-6d91-43a7-bcf8-3b2b90228e12', 'name': 'network-vif-deleted', 'tag': '00d7eab1-f59b-4a04-84f7-bd2c41023215', 'status': 'completed', 'code': 200} May 12 11:52:06.920675 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:07.132889 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:07.161240 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] Checking router: c3c11a87-722e-4b5f-b071-19bceb7b884e for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:52:07.169614 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:07.170251 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:51:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:07.278373 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:07.435250 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39120) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:07.479160 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:07.491094 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6173afff-8e48-4772-aaa0-dc70ea3c0e56 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (3565da47-167d-4822-829f-89ff53be349e), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:07.508704 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb63e7-c491-4fc2-8092-3b00cf8a4745 None None] The sync data for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi is: [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '1ac8b4f3-0189-45a0-a507-9a215681fec1', 'name': '', 'network_id': 'f747c31e-f2f6-4373-ba29-1719eaa22635', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'mac_address': 'fa:16:3e:07:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:46:01Z', 'updated_at': '2022-05-12T11:46:06Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'subnets': [{'id': 'fe6a700a-d728-4a58-8bea-bfad07912417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:52:07.516430 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6173afff-8e48-4772-aaa0-dc70ea3c0e56 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (3565da47-167d-4822-829f-89ff53be349e), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:07.563537 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6173afff-8e48-4772-aaa0-dc70ea3c0e56 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (3565da47-167d-4822-829f-89ff53be349e), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:07.566269 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6173afff-8e48-4772-aaa0-dc70ea3c0e56 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:07.569808 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6173afff-8e48-4772-aaa0-dc70ea3c0e56 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "DELETE /v2.0/security-groups/3565da47-167d-4822-829f-89ff53be349e HTTP/1.1" status: 204 len: 168 time: 0.1311309 May 12 11:52:07.570323 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39122) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:07.577646 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173afff-8e48-4772-aaa0-dc70ea3c0e56 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3565da47-167d-4822-829f-89ff53be349e,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:07.586612 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.api.v2.resource [None req-1ae67a36-aa97-4d62-9453-8028bc3cc0d7 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] show failed (client error): The resource could not be found. May 12 11:52:07.588290 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-1ae67a36-aa97-4d62-9453-8028bc3cc0d7 tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "GET /v2.0/security-groups/3565da47-167d-4822-829f-89ff53be349e HTTP/1.1" status: 404 len: 347 time: 0.0168624 May 12 11:52:07.591193 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39124) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:07.766393 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0232b9-33d5-4ba4-8a64-f1e4f0c5632e None None] New status for floating IP 4e6ba031-b321-4059-9a20-eed4d7af8680: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:52:07.950508 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-69dedd21-7067-4f91-a03e-46ee853813eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Deleting port 7c1f2491-be24-4d3b-b0fe-8f8388326a8b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:07.950779 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69dedd21-7067-4f91-a03e-46ee853813eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (7c1f2491-be24-4d3b-b0fe-8f8388326a8b), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:08.027170 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69dedd21-7067-4f91-a03e-46ee853813eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (7c1f2491-be24-4d3b-b0fe-8f8388326a8b), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:08.027501 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69dedd21-7067-4f91-a03e-46ee853813eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (7c1f2491-be24-4d3b-b0fe-8f8388326a8b), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:08.039103 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-69dedd21-7067-4f91-a03e-46ee853813eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Calling delete_port for 7c1f2491-be24-4d3b-b0fe-8f8388326a8b owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:08.171411 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69dedd21-7067-4f91-a03e-46ee853813eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (7c1f2491-be24-4d3b-b0fe-8f8388326a8b), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:08.196227 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dedd21-7067-4f91-a03e-46ee853813eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Pushing event deleted for resources: {'Port': ['ID=7c1f2491-be24-4d3b-b0fe-8f8388326a8b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:08.261914 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69dedd21-7067-4f91-a03e-46ee853813eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks [] for floatingip (4e6ba031-b321-4059-9a20-eed4d7af8680), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:08.264352 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69dedd21-7067-4f91-a03e-46ee853813eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:08.265501 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-69dedd21-7067-4f91-a03e-46ee853813eb tempest-AttachVolumeTestJSON-1858507414 tempest-AttachVolumeTestJSON-1858507414-project] 10.222.0.58 "DELETE /v2.0/floatingips/4e6ba031-b321-4059-9a20-eed4d7af8680 HTTP/1.1" status: 204 len: 168 time: 0.6734295 May 12 11:52:10.276229 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 00d7eab1-f59b-4a04-84f7-bd2c41023215 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:52:10.296252 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 00d7eab1-f59b-4a04-84f7-bd2c41023215 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:52:10.296595 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 00d7eab1-f59b-4a04-84f7-bd2c41023215 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:52:11.256960 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4e72c-6440-4f0d-a04b-361b69cb2e45 req-c7a965b0-a6c2-48a4-bd7e-364b53c10e38 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:11.258433 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5dc4e72c-6440-4f0d-a04b-361b69cb2e45 req-c7a965b0-a6c2-48a4-bd7e-364b53c10e38 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 946 time: 0.0464399 May 12 11:52:11.306243 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5dc4e72c-6440-4f0d-a04b-361b69cb2e45 req-81cef911-e73d-4f36-b5c4-30489d9345f7 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 May 12 11:52:11.780126 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39164) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:12.228080 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-265420'] for router_interface (c3c11a87-722e-4b5f-b071-19bceb7b884e), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:12.451388 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688bbc6-0a0a-4ec2-93b3-d23de7b2028c req-30693742-55e2-4281-977e-2a1e739eabea tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:12.452859 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b688bbc6-0a0a-4ec2-93b3-d23de7b2028c req-30693742-55e2-4281-977e-2a1e739eabea tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 946 time: 0.0689242 May 12 11:52:12.526217 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] Deleting port 1ac8b4f3-0189-45a0-a507-9a215681fec1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:12.526554 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:12.543247 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b688bbc6-0a0a-4ec2-93b3-d23de7b2028c req-bcd6e601-a603-4ad6-a4cb-e4bcfefa9498 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a7beb6b-da01-466e-8ac8-b1163f989464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838184 May 12 11:52:12.649834 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] For port 1ac8b4f3-0189-45a0-a507-9a215681fec1, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=1ac8b4f3-0189-45a0-a507-9a215681fec1,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:12.650197 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:12.670613 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-b065f20b-ca73-41c3-9548-e22f4d988010 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:12.672045 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-b065f20b-ca73-41c3-9548-e22f4d988010 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 946 time: 0.0686138 May 12 11:52:12.673011 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] Calling delete_port for 1ac8b4f3-0189-45a0-a507-9a215681fec1 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:12.805811 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Deleting port e62c63ee-3f94-4556-b00c-c45c7465fd0e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:12.806467 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:12.942145 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] For port e62c63ee-3f94-4556-b00c-c45c7465fd0e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e62c63ee-3f94-4556-b00c-c45c7465fd0e,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:12.942507 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:13.037053 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (1ac8b4f3-0189-45a0-a507-9a215681fec1), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:13.093825 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac8b4f3-0189-45a0-a507-9a215681fec1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:13.218608 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:13.218967 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (f048d0c6-be79-4f80-a8bb-738c50616c82), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:13.219283 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Floating IP f048d0c6-be79-4f80-a8bb-738c50616c82 disassociated. External IP: 172.27.0.212, port: e62c63ee-3f94-4556-b00c-c45c7465fd0e. May 12 11:52:13.219635 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Calling delete_port for e62c63ee-3f94-4556-b00c-c45c7465fd0e owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:13.372523 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537555'] for router_interface (c3c11a87-722e-4b5f-b071-19bceb7b884e), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:13.477158 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (e62c63ee-3f94-4556-b00c-c45c7465fd0e), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:13.536244 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event deleted for resources: {'Port': ['ID=e62c63ee-3f94-4556-b00c-c45c7465fd0e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:13.644015 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ab9c254b-5571-48e6-9839-ab152cbb446d req-a949b14c-98d0-4974-bedc-cbfd7fa48db8 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 210 time: 0.0287268 May 12 11:52:13.989805 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Router 4c22b8fc-b8a2-4245-bf48-133c465afe58 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:52:13.999744 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] Router c3c11a87-722e-4b5f-b071-19bceb7b884e has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:52:14.179791 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:52:14.189464 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] Sync routers for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:52:14.198641 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:14.199242 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:51:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:14.219945 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:52:14.230823 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] Sync routers for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:52:14.240618 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-f069112d-615c-43c1-ad95-cfe498f7290a admin admin] 10.222.0.58 "PUT /v2.0/routers/c3c11a87-722e-4b5f-b071-19bceb7b884e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4571955 May 12 11:52:14.240911 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39174) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:14.246386 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] No DVR routers for this DVR port e62c63ee-3f94-4556-b00c-c45c7465fd0e on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:52:14.248232 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:14.249154 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:14.249854 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:51:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:14.252596 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-93c2c0d8-6f35-4404-b3c1-2597a7c909cd req-f8bf34d4-b943-466f-adae-3798eb70bf9c tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.35 "DELETE /v2.0/ports/e62c63ee-3f94-4556-b00c-c45c7465fd0e HTTP/1.1" status: 204 len: 173 time: 1.5739033 May 12 11:52:14.253040 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'name': 'network-vif-deleted', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:52:14.256645 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ce10e9-5770-41ac-80a8-5af0d81b5c13" -d '{"events": [{"server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "name": "network-vif-deleted", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:52:14.356525 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b32bb8f-72f9-4592-8cac-f80a20306611 x-openstack-request-id: req-7b32bb8f-72f9-4592-8cac-f80a20306611 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:52:14.356871 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbc8e04-31bd-4238-8c9a-096ad87a46ab", "name": "network-vif-deleted", "tag": "e62c63ee-3f94-4556-b00c-c45c7465fd0e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:52:14.357060 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b32bb8f-72f9-4592-8cac-f80a20306611 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:52:14.357457 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b32bb8f-72f9-4592-8cac-f80a20306611'] response: {'server_uuid': 'efbc8e04-31bd-4238-8c9a-096ad87a46ab', 'name': 'network-vif-deleted', 'tag': 'e62c63ee-3f94-4556-b00c-c45c7465fd0e', 'status': 'completed', 'code': 200} May 12 11:52:14.378506 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Publish callbacks [] for router (c3c11a87-722e-4b5f-b071-19bceb7b884e), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:14.509724 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Publish callbacks [] for router_gateway (c3c11a87-722e-4b5f-b071-19bceb7b884e), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:14.537432 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:14.553629 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:14.556528 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Deleting port be7602a0-e984-44ad-9eaf-c5a1571108ee {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:14.557554 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:14.639085 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] For port be7602a0-e984-44ad-9eaf-c5a1571108ee, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=be7602a0-e984-44ad-9eaf-c5a1571108ee,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:14.639462 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:14.653314 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Calling delete_port for be7602a0-e984-44ad-9eaf-c5a1571108ee owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:14.747886 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:52:12Z', 'revision_number': 5, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port': {'id': 'be7602a0-e984-44ad-9eaf-c5a1571108ee', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:59Z', 'updated_at': '2022-05-12T11:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:14.748554 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:14.777723 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] Checking router: c3c11a87-722e-4b5f-b071-19bceb7b884e for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:52:14.786474 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] Routers {'c3c11a87-722e-4b5f-b071-19bceb7b884e'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:14.787217 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:51:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['c3c11a87-722e-4b5f-b071-19bceb7b884e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:14.803083 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-60ab6b23-1ecd-4c82-bfc9-f750f47e73d3 req-cf7e6e7a-8aca-4aa3-8908-509552b9c2cc tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/ports?device_id=efbc8e04-31bd-4238-8c9a-096ad87a46ab HTTP/1.1" status: 200 len: 210 time: 0.0416138 May 12 11:52:14.809968 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] Checking router: 4c22b8fc-b8a2-4245-bf48-133c465afe58 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:52:14.822159 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:14.823694 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:51:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:14.849059 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (be7602a0-e984-44ad-9eaf-c5a1571108ee), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:14.880252 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Pushing event deleted for resources: {'Port': ['ID=be7602a0-e984-44ad-9eaf-c5a1571108ee,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:14.902383 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] Set router c3c11a87-722e-4b5f-b071-19bceb7b884e gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:14.950764 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292862'] for router_gateway (c3c11a87-722e-4b5f-b071-19bceb7b884e), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:14.969001 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:14.984730 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:52:14Z', 'revision_number': 6, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port_host': None}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:15.013463 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c474c2-ea94-4c9d-b6fe-ea54422b52a5 None None] The sync data for ids ['c3c11a87-722e-4b5f-b071-19bceb7b884e'] in dv-cinder-804735-29-iscsi is: [{'id': 'c3c11a87-722e-4b5f-b071-19bceb7b884e', 'name': 'tempest-AttachVolumeTestJSON-2099505424-router', 'tenant_id': 'd51975fc708d49efa56621b0fd19c47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:45:58Z', 'updated_at': '2022-05-12T11:52:14Z', 'revision_number': 6, 'project_id': 'd51975fc708d49efa56621b0fd19c47f', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:52:15.082939 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-294070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10353'] for router (c3c11a87-722e-4b5f-b071-19bceb7b884e), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.085465 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Publish callbacks [] for router_controller (c3c11a87-722e-4b5f-b071-19bceb7b884e), precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.151225 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-294063'] for router (c3c11a87-722e-4b5f-b071-19bceb7b884e), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.151895 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3c11a87-722e-4b5f-b071-19bceb7b884e {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 11:52:15.156973 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.160566 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a1fe0c4e-2795-4f27-a85e-522c7ad606dc admin admin] 10.222.0.58 "DELETE /v2.0/routers/c3c11a87-722e-4b5f-b071-19bceb7b884e HTTP/1.1" status: 204 len: 168 time: 0.9163826 May 12 11:52:15.160716 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39180) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:15.174729 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:15.201437 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb175c40-e884-4f3a-9beb-dbcb540974f2 None None] The sync data for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi is: [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:45:02Z', 'revision_number': 4, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'c171c3f8-4d06-4d8a-b180-aefb3aa9cb73', 'name': '', 'network_id': 'eff33054-22ac-4705-93a5-40677c07e79b', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'mac_address': 'fa:16:3e:56:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:45:00Z', 'updated_at': '2022-05-12T11:45:09Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'subnets': [{'id': 'c4ece216-eb88-4775-8177-f614bc6d8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:52:15.204182 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-440354b3-8140-41da-9a2c-39c16e6c2d27 admin admin] Deleting subnet fe6a700a-d728-4a58-8bea-bfad07912417 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:52:15.207602 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-440354b3-8140-41da-9a2c-39c16e6c2d27 admin admin] Publish callbacks [] for subnet (fe6a700a-d728-4a58-8bea-bfad07912417), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.242202 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-440354b3-8140-41da-9a2c-39c16e6c2d27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3592684'] for subnet (fe6a700a-d728-4a58-8bea-bfad07912417), precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.363962 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-440354b3-8140-41da-9a2c-39c16e6c2d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (fe6a700a-d728-4a58-8bea-bfad07912417), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.427804 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-440354b3-8140-41da-9a2c-39c16e6c2d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10328332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3198093'] for subnet (fe6a700a-d728-4a58-8bea-bfad07912417), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.461000 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440354b3-8140-41da-9a2c-39c16e6c2d27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6a700a-d728-4a58-8bea-bfad07912417,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:15.464665 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-440354b3-8140-41da-9a2c-39c16e6c2d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.470528 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39182) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:15.471179 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-440354b3-8140-41da-9a2c-39c16e6c2d27 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fe6a700a-d728-4a58-8bea-bfad07912417 HTTP/1.1" status: 204 len: 168 time: 0.3088582 May 12 11:52:15.472061 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad41d3c-dcaa-4bd9-b0cd-278cac46c03d None None] Network f747c31e-f2f6-4373-ba29-1719eaa22635 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:52:15.482989 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b4aa4-caeb-44af-931f-80f2c1717666 None None] New status for floating IP f048d0c6-be79-4f80-a8bb-738c50616c82: DOWN {{(pid=109898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:52:15.558326 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (f747c31e-f2f6-4373-ba29-1719eaa22635), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.606987 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Deleting port 322ed608-60d1-4e29-a702-e7abaeb7d660 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:15.607328 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.674051 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] For port 322ed608-60d1-4e29-a702-e7abaeb7d660, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=322ed608-60d1-4e29-a702-e7abaeb7d660,segment=NetworkSegment(69e7374c-53ab-4b8c-838d-a43618b6c5e0),segment_id=69e7374c-53ab-4b8c-838d-a43618b6c5e0)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:15.674411 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.686796 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Calling delete_port for 322ed608-60d1-4e29-a702-e7abaeb7d660 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:15.766773 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (322ed608-60d1-4e29-a702-e7abaeb7d660), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.792195 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Pushing event deleted for resources: {'Port': ['ID=322ed608-60d1-4e29-a702-e7abaeb7d660,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:15.799530 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] No DVR routers for this DVR port 322ed608-60d1-4e29-a702-e7abaeb7d660 on host dv-cinder-804735-29-iscsi {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:52:15.801624 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.802020 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.802371 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.802723 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.803089 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.803427 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.803989 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.804095 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.804393 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.804722 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.805049 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.805377 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.805741 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.806047 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.806373 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:15.865625 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ea5b6-acbb-498b-bc2e-90d2230a46c2 None None] DHCP port deletion for f747c31e-f2f6-4373-ba29-1719eaa22635 request from dv-cinder-804735-29-iscsi {{(pid=109897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 11:52:15.890727 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (f747c31e-f2f6-4373-ba29-1719eaa22635), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.907961 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39188) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:15.915356 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f747c31e-f2f6-4373-ba29-1719eaa22635']}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:15.926255 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e7374c-53ab-4b8c-838d-a43618b6c5e0') {'for_net_delete': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:15.926554 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e7374c-53ab-4b8c-838d-a43618b6c5e0') {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:15.937958 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118276642'] for segment (69e7374c-53ab-4b8c-838d-a43618b6c5e0), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.952133 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (69e7374c-53ab-4b8c-838d-a43618b6c5e0), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.960683 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:52:15.962300 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118425344'] for segment (69e7374c-53ab-4b8c-838d-a43618b6c5e0), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: Traceback (most recent call last): May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: timer() May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: cb(*args, **kw) May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: return func(*args, **kwargs) May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: self._notify() May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: self.callback(batched_events) May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: event.method(event) May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: return f(self, *a, **k) May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._get(url).json() May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: return self.request(url, 'GET', **kwargs) May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:52:15.964637 dv-cinder-804735-29-iscsi neutron-server[109896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:52:15.966985 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-929def84-0e5f-4ac6-8742-50f08667e2d1 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (5a7beb6b-da01-466e-8ac8-b1163f989464), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:15.990537 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-929def84-0e5f-4ac6-8742-50f08667e2d1 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (5a7beb6b-da01-466e-8ac8-b1163f989464), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.020516 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (f747c31e-f2f6-4373-ba29-1719eaa22635), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.027565 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.031325 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] 10.222.0.58 "DELETE /v2.0/networks/f747c31e-f2f6-4373-ba29-1719eaa22635 HTTP/1.1" status: 204 len: 168 time: 0.5594096 May 12 11:52:16.047572 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686ee2-e2a8-4483-9c71-bb46af2fff6d admin admin] Pushing event deleted for resources: {'Network': ['ID=f747c31e-f2f6-4373-ba29-1719eaa22635,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:16.055723 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-929def84-0e5f-4ac6-8742-50f08667e2d1 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (5a7beb6b-da01-466e-8ac8-b1163f989464), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.058618 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-929def84-0e5f-4ac6-8742-50f08667e2d1 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.059765 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-929def84-0e5f-4ac6-8742-50f08667e2d1 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "DELETE /v2.0/security-groups/5a7beb6b-da01-466e-8ac8-b1163f989464 HTTP/1.1" status: 204 len: 168 time: 0.1507065 May 12 11:52:16.062770 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39192) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:16.069257 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929def84-0e5f-4ac6-8742-50f08667e2d1 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7beb6b-da01-466e-8ac8-b1163f989464,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:16.076556 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.api.v2.resource [None req-0a647343-a127-4d7f-a5c7-9e17055fbc11 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] show failed (client error): The resource could not be found. May 12 11:52:16.080533 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39194) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:16.080804 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-0a647343-a127-4d7f-a5c7-9e17055fbc11 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "GET /v2.0/security-groups/5a7beb6b-da01-466e-8ac8-b1163f989464 HTTP/1.1" status: 404 len: 347 time: 0.0167062 May 12 11:52:16.179502 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39196) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:16.213641 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-573e955c-af4b-4416-8118-5595785afe54 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Deleting port 031a1cd0-1967-4e30-a5ce-2077281a3dfb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:16.213641 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-573e955c-af4b-4416-8118-5595785afe54 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (031a1cd0-1967-4e30-a5ce-2077281a3dfb), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.227752 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-a3d24d9a-2921-4eec-be71-4394426dc511 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d51975fc708d49efa56621b0fd19c47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470796 May 12 11:52:16.230319 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39198) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:16.277167 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c735f0a-2a68-4f49-8002-eed62a7573a3 admin admin] Publish callbacks [] for security_group (20f46449-17fa-4888-86c4-a5a8f5b8e0b5), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.292063 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-573e955c-af4b-4416-8118-5595785afe54 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (031a1cd0-1967-4e30-a5ce-2077281a3dfb), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.292396 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-573e955c-af4b-4416-8118-5595785afe54 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (031a1cd0-1967-4e30-a5ce-2077281a3dfb), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.299374 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c735f0a-2a68-4f49-8002-eed62a7573a3 admin admin] Publish callbacks [] for security_group (20f46449-17fa-4888-86c4-a5a8f5b8e0b5), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.304925 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-573e955c-af4b-4416-8118-5595785afe54 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Calling delete_port for 031a1cd0-1967-4e30-a5ce-2077281a3dfb owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:16.348339 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c735f0a-2a68-4f49-8002-eed62a7573a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (20f46449-17fa-4888-86c4-a5a8f5b8e0b5), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.350942 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c735f0a-2a68-4f49-8002-eed62a7573a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.352073 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1c735f0a-2a68-4f49-8002-eed62a7573a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20f46449-17fa-4888-86c4-a5a8f5b8e0b5 HTTP/1.1" status: 204 len: 168 time: 0.1208687 May 12 11:52:16.359690 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c735f0a-2a68-4f49-8002-eed62a7573a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f46449-17fa-4888-86c4-a5a8f5b8e0b5,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:16.450845 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-573e955c-af4b-4416-8118-5595785afe54 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (031a1cd0-1967-4e30-a5ce-2077281a3dfb), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.474079 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e955c-af4b-4416-8118-5595785afe54 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Pushing event deleted for resources: {'Port': ['ID=031a1cd0-1967-4e30-a5ce-2077281a3dfb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:16.531181 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:52:16.537638 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-573e955c-af4b-4416-8118-5595785afe54 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks [] for floatingip (f048d0c6-be79-4f80-a8bb-738c50616c82), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.540092 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-573e955c-af4b-4416-8118-5595785afe54 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:16.541299 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-573e955c-af4b-4416-8118-5595785afe54 tempest-AttachVolumeShelveTestJSON-1052935867 tempest-AttachVolumeShelveTestJSON-1052935867-project] 10.222.0.58 "DELETE /v2.0/floatingips/f048d0c6-be79-4f80-a8bb-738c50616c82 HTTP/1.1" status: 204 len: 168 time: 0.4595208 May 12 11:52:17.020203 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device be7602a0-e984-44ad-9eaf-c5a1571108ee no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:52:17.040506 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: be7602a0-e984-44ad-9eaf-c5a1571108ee {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:52:17.040859 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device be7602a0-e984-44ad-9eaf-c5a1571108ee not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:52:17.041813 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 1ac8b4f3-0189-45a0-a507-9a215681fec1 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:52:17.060822 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 1ac8b4f3-0189-45a0-a507-9a215681fec1 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:52:17.061172 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 1ac8b4f3-0189-45a0-a507-9a215681fec1 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:52:17.061579 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 322ed608-60d1-4e29-a702-e7abaeb7d660 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:52:17.083754 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 322ed608-60d1-4e29-a702-e7abaeb7d660 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:52:17.084110 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 322ed608-60d1-4e29-a702-e7abaeb7d660 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:52:18.265143 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device e62c63ee-3f94-4556-b00c-c45c7465fd0e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:52:18.285514 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: e62c63ee-3f94-4556-b00c-c45c7465fd0e {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:52:18.285887 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device e62c63ee-3f94-4556-b00c-c45c7465fd0e not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:52:18.948086 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39270) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:19.408497 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-265420'] for router_interface (4c22b8fc-b8a2-4245-bf48-133c465afe58), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:19.636528 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] Deleting port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:19.636860 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:19.716050 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] For port c171c3f8-4d06-4d8a-b180-aefb3aa9cb73, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=c171c3f8-4d06-4d8a-b180-aefb3aa9cb73,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:19.716315 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:19.729694 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] Calling delete_port for c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 owned by network:router_interface {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:19.915190 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (c171c3f8-4d06-4d8a-b180-aefb3aa9cb73), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:19.948361 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c171c3f8-4d06-4d8a-b180-aefb3aa9cb73,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:19.996554 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39282) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:20.112646 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ce4f-8f84-491f-888a-9c0ecffd0f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:20.125852 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537555'] for router_interface (4c22b8fc-b8a2-4245-bf48-133c465afe58), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:20.188916 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ce4f-8f84-491f-888a-9c0ecffd0f74 admin admin] Publish callbacks [] for security_group (0e5a1995-319e-4ea2-b291-32b1e5ea9bcd), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:20.193160 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ce4f-8f84-491f-888a-9c0ecffd0f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0e5a1995-319e-4ea2-b291-32b1e5ea9bcd), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:20.233130 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0ce4f-8f84-491f-888a-9c0ecffd0f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a1995-319e-4ea2-b291-32b1e5ea9bcd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:20.237383 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-9bc0ce4f-8f84-491f-888a-9c0ecffd0f74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=538441ae9b63481b8c22ddeb6570f175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392998 May 12 11:52:20.240196 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39286) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:20.291899 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35a39a9d-43aa-430f-8c7e-05488cec21d8 admin admin] Publish callbacks [] for security_group (0e5a1995-319e-4ea2-b291-32b1e5ea9bcd), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:20.315315 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35a39a9d-43aa-430f-8c7e-05488cec21d8 admin admin] Publish callbacks [] for security_group (0e5a1995-319e-4ea2-b291-32b1e5ea9bcd), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:20.368430 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35a39a9d-43aa-430f-8c7e-05488cec21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0e5a1995-319e-4ea2-b291-32b1e5ea9bcd), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:20.371869 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35a39a9d-43aa-430f-8c7e-05488cec21d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:20.373035 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-35a39a9d-43aa-430f-8c7e-05488cec21d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e5a1995-319e-4ea2-b291-32b1e5ea9bcd HTTP/1.1" status: 204 len: 168 time: 0.1319234 May 12 11:52:20.381457 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a39a9d-43aa-430f-8c7e-05488cec21d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a1995-319e-4ea2-b291-32b1e5ea9bcd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:20.644982 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] Router 4c22b8fc-b8a2-4245-bf48-133c465afe58 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:52:20.754764 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:52:20.760898 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-134c2373-8a81-4748-97e3-06c33cb845c6 admin admin] 10.222.0.58 "PUT /v2.0/routers/4c22b8fc-b8a2-4245-bf48-133c465afe58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8135841 May 12 11:52:20.763463 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39300) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:20.769267 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] Sync routers for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:52:20.780324 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:20.780996 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:51:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:20.877005 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Publish callbacks [] for router (4c22b8fc-b8a2-4245-bf48-133c465afe58), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:20.900182 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:21.012402 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Publish callbacks [] for router_gateway (4c22b8fc-b8a2-4245-bf48-133c465afe58), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.069039 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Deleting port 2a5970e0-b9f7-4cae-8130-b01460233c4f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:21.069384 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.098987 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:52:19Z', 'revision_number': 5, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port': {'id': '2a5970e0-b9f7-4cae-8130-b01460233c4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:44:56Z', 'updated_at': '2022-05-12T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:21.129506 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] Checking router: 4c22b8fc-b8a2-4245-bf48-133c465afe58 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:52:21.138250 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] Routers {'4c22b8fc-b8a2-4245-bf48-133c465afe58'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:21.138853 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:51:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['4c22b8fc-b8a2-4245-bf48-133c465afe58'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:21.150450 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] For port 2a5970e0-b9f7-4cae-8130-b01460233c4f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=2a5970e0-b9f7-4cae-8130-b01460233c4f,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:21.151357 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.169570 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Calling delete_port for 2a5970e0-b9f7-4cae-8130-b01460233c4f owned by network:router_gateway {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:21.231105 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] Set router 4c22b8fc-b8a2-4245-bf48-133c465afe58 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:21.287273 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:52:21Z', 'revision_number': 6, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port_host': None}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:21.319280 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bac9d5-ff47-4427-84f9-9e721ddde91a None None] The sync data for ids ['4c22b8fc-b8a2-4245-bf48-133c465afe58'] in dv-cinder-804735-29-iscsi is: [{'id': '4c22b8fc-b8a2-4245-bf48-133c465afe58', 'name': 'tempest-AttachVolumeShelveTestJSON-689548155-router', 'tenant_id': '079cb1c02174440091d4c5bcbc27bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:44:55Z', 'updated_at': '2022-05-12T11:52:21Z', 'revision_number': 6, 'project_id': '079cb1c02174440091d4c5bcbc27bdc5', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:52:21.347775 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (2a5970e0-b9f7-4cae-8130-b01460233c4f), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.380511 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5970e0-b9f7-4cae-8130-b01460233c4f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:21.434436 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292862'] for router_gateway (4c22b8fc-b8a2-4245-bf48-133c465afe58), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.528244 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-294070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10353'] for router (4c22b8fc-b8a2-4245-bf48-133c465afe58), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.530341 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Publish callbacks [] for router_controller (4c22b8fc-b8a2-4245-bf48-133c465afe58), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.576425 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-294063'] for router (4c22b8fc-b8a2-4245-bf48-133c465afe58), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.577162 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c22b8fc-b8a2-4245-bf48-133c465afe58 {{(pid=109896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 11:52:21.581337 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.584996 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-25f966c1-076a-43c6-b4e1-2e07a3e36069 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4c22b8fc-b8a2-4245-bf48-133c465afe58 HTTP/1.1" status: 204 len: 168 time: 0.8180773 May 12 11:52:21.585317 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39324) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:21.629180 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8fa73a-9944-425c-8431-46b88127fb55 admin admin] Deleting subnet c4ece216-eb88-4775-8177-f614bc6d8908 {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:52:21.632314 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa73a-9944-425c-8431-46b88127fb55 admin admin] Publish callbacks [] for subnet (c4ece216-eb88-4775-8177-f614bc6d8908), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.667558 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa73a-9944-425c-8431-46b88127fb55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118276635'] for subnet (c4ece216-eb88-4775-8177-f614bc6d8908), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.757074 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa73a-9944-425c-8431-46b88127fb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (c4ece216-eb88-4775-8177-f614bc6d8908), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.814058 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa73a-9944-425c-8431-46b88127fb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118423970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118441275'] for subnet (c4ece216-eb88-4775-8177-f614bc6d8908), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.842016 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fa73a-9944-425c-8431-46b88127fb55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ece216-eb88-4775-8177-f614bc6d8908,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:21.843925 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa73a-9944-425c-8431-46b88127fb55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.849357 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-3d8fa73a-9944-425c-8431-46b88127fb55 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c4ece216-eb88-4775-8177-f614bc6d8908 HTTP/1.1" status: 204 len: 168 time: 0.2608674 May 12 11:52:21.849612 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39334) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:21.853891 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6a6032-ec13-43f3-8391-a5c7056fcce5 None None] Network eff33054-22ac-4705-93a5-40677c07e79b requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:52:21.928787 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (eff33054-22ac-4705-93a5-40677c07e79b), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:21.977140 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Deleting port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:21.977484 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.045139 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] For port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=8b9dde9e-2d4e-4409-80a1-603fe05c75c2,segment=NetworkSegment(3c6fc86a-e335-43b5-977d-c7d7d1b80077),segment_id=3c6fc86a-e335-43b5-977d-c7d7d1b80077)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:22.045837 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.061955 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Calling delete_port for 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:22.122135 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6657f96-2068-4226-878c-cc9952915815 None None] DHCP port deletion for eff33054-22ac-4705-93a5-40677c07e79b request from dv-cinder-804735-29-iscsi {{(pid=109897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 11:52:22.202613 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Deleting port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 {{(pid=109897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:52:22.203188 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), before_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.203736 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.250885 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9dde9e-2d4e-4409-80a1-603fe05c75c2,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:22.252388 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] No DVR routers for this DVR port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 on host dv-cinder-804735-29-iscsi {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:52:22.285719 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-c6657f96-2068-4226-878c-cc9952915815 None None] For port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2, host dv-cinder-804735-29-iscsi, got binding levels [] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:22.286101 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), precommit_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.303232 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Calling delete_port for 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 owned by network:dhcp {{(pid=109897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:52:22.306001 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.ipam_backend_mixin [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 was not found and therefore no delete operation was performed {{(pid=109897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 11:52:22.307273 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862'] for port (8b9dde9e-2d4e-4409-80a1-603fe05c75c2), after_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.330860 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (eff33054-22ac-4705-93a5-40677c07e79b), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.331754 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Pushing event deleted for resources: {'Port': ['ID=8b9dde9e-2d4e-4409-80a1-603fe05c75c2,revision_number=None']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:22.336306 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6657f96-2068-4226-878c-cc9952915815 None None] No DVR routers for this DVR port 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 on host dv-cinder-804735-29-iscsi {{(pid=109897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.352568 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.354117 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff33054-22ac-4705-93a5-40677c07e79b']}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:22.354602 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.354602 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6657f96-2068-4226-878c-cc9952915815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:22.362903 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6fc86a-e335-43b5-977d-c7d7d1b80077') {'for_net_delete': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:22.363236 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6fc86a-e335-43b5-977d-c7d7d1b80077') {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:22.373129 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118276642'] for segment (3c6fc86a-e335-43b5-977d-c7d7d1b80077), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.387413 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (3c6fc86a-e335-43b5-977d-c7d7d1b80077), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.394201 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:52:22.394562 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118425344'] for segment (3c6fc86a-e335-43b5-977d-c7d7d1b80077), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: Traceback (most recent call last): May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: timer() May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: cb(*args, **kw) May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: return func(*args, **kwargs) May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: self._notify() May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: self.callback(batched_events) May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: event.method(event) May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: return f(self, *a, **k) May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._get(url).json() May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: return self.request(url, 'GET', **kwargs) May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:52:22.396243 dv-cinder-804735-29-iscsi neutron-server[109896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:52:22.455997 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (eff33054-22ac-4705-93a5-40677c07e79b), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.465584 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.468665 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] 10.222.0.58 "DELETE /v2.0/networks/eff33054-22ac-4705-93a5-40677c07e79b HTTP/1.1" status: 204 len: 168 time: 0.6181817 May 12 11:52:22.482098 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d22976-13bb-4aa1-9309-da05ada3f24d admin admin] Pushing event deleted for resources: {'Network': ['ID=eff33054-22ac-4705-93a5-40677c07e79b,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:22.631807 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39342) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:22.671823 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-a590df80-3381-4d3e-a70f-d8ab876b8447 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=079cb1c02174440091d4c5bcbc27bdc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388548 May 12 11:52:22.674248 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39344) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:22.719130 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c876fce-7e43-4ffe-992f-72277599a707 admin admin] Publish callbacks [] for security_group (31547930-68d3-409a-a227-2078b3a57075), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.739505 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c876fce-7e43-4ffe-992f-72277599a707 admin admin] Publish callbacks [] for security_group (31547930-68d3-409a-a227-2078b3a57075), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.783171 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c876fce-7e43-4ffe-992f-72277599a707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (31547930-68d3-409a-a227-2078b3a57075), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.785665 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c876fce-7e43-4ffe-992f-72277599a707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:22.786831 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1c876fce-7e43-4ffe-992f-72277599a707 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/31547930-68d3-409a-a227-2078b3a57075 HTTP/1.1" status: 204 len: 168 time: 0.1117136 May 12 11:52:22.794791 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c876fce-7e43-4ffe-992f-72277599a707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31547930-68d3-409a-a227-2078b3a57075,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:23.017309 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d57cccb5-c958-46c9-a507-4b5d73ee4fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:23.031132 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:52:23.051467 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:52:23.051822 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 8b9dde9e-2d4e-4409-80a1-603fe05c75c2 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:52:23.052230 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 2a5970e0-b9f7-4cae-8130-b01460233c4f no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:52:23.072751 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 2a5970e0-b9f7-4cae-8130-b01460233c4f {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:52:23.073106 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 2a5970e0-b9f7-4cae-8130-b01460233c4f not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:52:23.073529 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:52:23.095560 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:52:23.095911 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device c171c3f8-4d06-4d8a-b180-aefb3aa9cb73 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:52:23.461632 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39378) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:23.560796 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1052192703-network', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:52:23.580558 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Made reservation on behalf of b284fcbfe0214240a616a6d68cedfed2 for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:52:23.583017 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:23.592488 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:23.685092 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Publish callbacks [] for security_group (bd4d4889-4151-4123-846f-20cae746667c), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:23.688926 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (bd4d4889-4151-4123-846f-20cae746667c), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:23.717586 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=109896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:52:23.722981 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4d4889-4151-4123-846f-20cae746667c,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:23.730645 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (5e8d0cd2-d5f4-4b03-be60-d03d830d42b7), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:23.731744 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Added segment 5e8d0cd2-d5f4-4b03-be60-d03d830d42b7 of type vlan for network 7b35a8e2-7cac-4312-8515-92a011fa862b May 12 11:52:23.770215 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (7b35a8e2-7cac-4312-8515-92a011fa862b), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:23.793435 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (7b35a8e2-7cac-4312-8515-92a011fa862b), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:23.794429 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:23.794991 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:23.828009 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3652902 May 12 11:52:23.831038 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39386) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:23.836295 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Request body: {'subnet': {'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-subnet', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:52:23.855119 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dcaa5-46cf-480b-8e97-55c1ae4bd5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7b35a8e2-7cac-4312-8515-92a011fa862b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:23.856424 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Made reservation on behalf of b284fcbfe0214240a616a6d68cedfed2 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:52:23.859025 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3198112'] for subnet (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:23.990881 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network 7b35a8e2-7cac-4312-8515-92a011fa862b details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:52:24.029538 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10328397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3198134'] for subnet (64b70038-7486-4830-8115-d0a358d959ca), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.090080 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b70038-7486-4830-8115-d0a358d959ca,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:24.092227 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Checking segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:52:24.092592 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Network hostable DHCP agents. Network: 7b35a8e2-7cac-4312-8515-92a011fa862b, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:52:24.109696 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Network 7b35a8e2-7cac-4312-8515-92a011fa862b is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:52:24.117789 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, 7b35a8e2-7cac-4312-8515-92a011fa862b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:52:24.122107 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:24.122695 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.127487 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca7824-3963-42c2-9012-03f82178c54b None None] Network 7b35a8e2-7cac-4312-8515-92a011fa862b requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:52:24.142314 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-35b317a8-c474-4c8d-8eee-2462a6305b58 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3100138 May 12 11:52:24.142664 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39388) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:24.146731 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:52:24.166742 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (7557a5a4-0fc1-49da-b332-dfbc50476648), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.167886 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (7557a5a4-0fc1-49da-b332-dfbc50476648), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.224059 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks [] for router_controller (7557a5a4-0fc1-49da-b332-dfbc50476648), precommit_add_association {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.228312 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-7b35a8e2-7cac-4312-8515-92a011fa862b', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:52:24.229868 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.362334 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Allocated IP 172.20.0.2 (7b35a8e2-7cac-4312-8515-92a011fa862b/64b70038-7486-4830-8115-d0a358d959ca/fb418b3f-9c99-407a-a5f0-e86d2dd9526f) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:52:24.365237 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks [] for router_gateway (7557a5a4-0fc1-49da-b332-dfbc50476648), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.501461 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Publish callbacks [] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.508619 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.544125 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Network 7b35a8e2-7cac-4312-8515-92a011fa862b is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:52:24.544793 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks [] for router_gateway (7557a5a4-0fc1-49da-b332-dfbc50476648), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.547000 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:52:24.552847 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:52:24.560785 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Pushing event updated for resources: {'Port': ['ID=fb418b3f-9c99-407a-a5f0-e86d2dd9526f,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:24.564884 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.612441 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Attempting to bind port fb418b3f-9c99-407a-a5f0-e86d2dd9526f on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:52:24.612720 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Attempting to bind port fb418b3f-9c99-407a-a5f0-e86d2dd9526f by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:52:24.613078 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Attempting to bind port fb418b3f-9c99-407a-a5f0-e86d2dd9526f on network 7b35a8e2-7cac-4312-8515-92a011fa862b {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:52:24.618050 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:52:24.618420 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Checking segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:52:24.618812 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.619193 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Bound using segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:52:24.620241 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Bound port: fb418b3f-9c99-407a-a5f0-e86d2dd9526f, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:52:24.620620 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.672318 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Allocated IP 172.27.0.146 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/548f6d5f-7106-4b37-becb-14a6e5448a16) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:52:24.687021 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] For port fb418b3f-9c99-407a-a5f0-e86d2dd9526f, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:52:24.690315 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] For port fb418b3f-9c99-407a-a5f0-e86d2dd9526f, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=fb418b3f-9c99-407a-a5f0-e86d2dd9526f,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:52:24.697006 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.771033 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9895ee-6f43-44aa-9893-c17bc5182e9f None None] Pushing event updated for resources: {'Port': ['ID=fb418b3f-9c99-407a-a5f0-e86d2dd9526f,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:24.790649 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks [] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.833304 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:24.886656 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:52:24.889696 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:52:24.892200 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:52:24.922198 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Pushing event updated for resources: {'Port': ['ID=548f6d5f-7106-4b37-becb-14a6e5448a16,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:25.088128 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fb418b3f-9c99-407a-a5f0-e86d2dd9526f up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:52:25.166673 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port fb418b3f-9c99-407a-a5f0-e86d2dd9526f triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:25.167803 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.169537 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd634-296a-47a5-b262-7ff13a73a154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.223549 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks [] for router_gateway (7557a5a4-0fc1-49da-b332-dfbc50476648), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.257111 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port fb418b3f-9c99-407a-a5f0-e86d2dd9526f is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:25.257903 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.292969 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port fb418b3f-9c99-407a-a5f0-e86d2dd9526f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=fb418b3f-9c99-407a-a5f0-e86d2dd9526f,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:25.298770 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.364956 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=fb418b3f-9c99-407a-a5f0-e86d2dd9526f,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:25.579068 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39420) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:25.695737 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-930e03d5-68a0-4538-ac03-1339d0eba324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.729812 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (7557a5a4-0fc1-49da-b332-dfbc50476648), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.783191 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-930e03d5-68a0-4538-ac03-1339d0eba324 admin admin] Publish callbacks [] for security_group (34c0f552-7c68-4f57-b303-d6b6ec30bb94), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.788068 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-930e03d5-68a0-4538-ac03-1339d0eba324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (34c0f552-7c68-4f57-b303-d6b6ec30bb94), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.827152 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e03d5-68a0-4538-ac03-1339d0eba324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c0f552-7c68-4f57-b303-d6b6ec30bb94,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:25.833001 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-930e03d5-68a0-4538-ac03-1339d0eba324 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1057f1b755a34ec9b8cb3141f495734e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528899 May 12 11:52:25.836457 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39424) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:25.847197 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575173c9-3011-4a4a-b3e0-acf00e6d0566 None None] Network 7b35a8e2-7cac-4312-8515-92a011fa862b requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:52:25.886774 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:52:25.895001 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc22d450-c9ee-48da-9aa4-01580a577573 admin admin] Publish callbacks [] for security_group (34c0f552-7c68-4f57-b303-d6b6ec30bb94), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.916680 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc22d450-c9ee-48da-9aa4-01580a577573 admin admin] Publish callbacks [] for security_group (34c0f552-7c68-4f57-b303-d6b6ec30bb94), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.929567 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-6f58709a-788e-434c-90d4-6163bb815dd3 None None] Provisioning complete for port fb418b3f-9c99-407a-a5f0-e86d2dd9526f triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:25.930032 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6f58709a-788e-434c-90d4-6163bb815dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.972549 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc22d450-c9ee-48da-9aa4-01580a577573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (34c0f552-7c68-4f57-b303-d6b6ec30bb94), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.975438 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc22d450-c9ee-48da-9aa4-01580a577573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:25.980109 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-cc22d450-c9ee-48da-9aa4-01580a577573 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34c0f552-7c68-4f57-b303-d6b6ec30bb94 HTTP/1.1" status: 204 len: 168 time: 0.1425898 May 12 11:52:25.990940 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22d450-c9ee-48da-9aa4-01580a577573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c0f552-7c68-4f57-b303-d6b6ec30bb94,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:26.003021 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:52:26.016099 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:52:26.040765 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.042831 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e6b2e255-9713-4a6d-92d3-255d9c7a56ad admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8994279 May 12 11:52:26.047073 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39428) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:26.054824 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:26.058046 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:52:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:26.082065 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-6f58709a-788e-434c-90d4-6163bb815dd3 None None] Current status of the port fb418b3f-9c99-407a-a5f0-e86d2dd9526f is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:26.196308 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:26.303192 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-128c14da-4fe6-4e11-b656-b1fdaa85c573 None None] Provisioning complete for port fb418b3f-9c99-407a-a5f0-e86d2dd9526f triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:26.304216 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-128c14da-4fe6-4e11-b656-b1fdaa85c573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.341778 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39432) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:26.357052 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-671c1b5f-9e35-4bd3-8110-9a1e4a8df760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.363453 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.389792 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:25Z', 'revision_number': 3, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:26.406842 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-128c14da-4fe6-4e11-b656-b1fdaa85c573 None None] Current status of the port fb418b3f-9c99-407a-a5f0-e86d2dd9526f is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:26.431534 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:52:26.431745 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Updating router 7557a5a4-0fc1-49da-b332-dfbc50476648 port 548f6d5f-7106-4b37-becb-14a6e5448a16 binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:52:26.459999 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-671c1b5f-9e35-4bd3-8110-9a1e4a8df760 admin admin] Publish callbacks [] for security_group (dabb04d3-b336-47d9-86e1-fa6f646f44af), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.464242 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-671c1b5f-9e35-4bd3-8110-9a1e4a8df760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (dabb04d3-b336-47d9-86e1-fa6f646f44af), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.467203 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.510664 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-671c1b5f-9e35-4bd3-8110-9a1e4a8df760 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c8da101b7d24fe89af03be56828938d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649611 May 12 11:52:26.510664 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c1b5f-9e35-4bd3-8110-9a1e4a8df760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb04d3-b336-47d9-86e1-fa6f646f44af,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:26.513174 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39434) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:26.566789 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01b7b105-a31f-41c0-a544-5d3ebcf47cce admin admin] Publish callbacks [] for security_group (dabb04d3-b336-47d9-86e1-fa6f646f44af), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.590782 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01b7b105-a31f-41c0-a544-5d3ebcf47cce admin admin] Publish callbacks [] for security_group (dabb04d3-b336-47d9-86e1-fa6f646f44af), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.649934 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01b7b105-a31f-41c0-a544-5d3ebcf47cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (dabb04d3-b336-47d9-86e1-fa6f646f44af), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.653650 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01b7b105-a31f-41c0-a544-5d3ebcf47cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.657222 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-01b7b105-a31f-41c0-a544-5d3ebcf47cce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dabb04d3-b336-47d9-86e1-fa6f646f44af HTTP/1.1" status: 204 len: 168 time: 0.1405551 May 12 11:52:26.665447 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7b105-a31f-41c0-a544-5d3ebcf47cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb04d3-b336-47d9-86e1-fa6f646f44af,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:26.787818 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Publish callbacks [] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.792874 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.821886 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.850259 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Attempting to bind port 548f6d5f-7106-4b37-becb-14a6e5448a16 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:52:26.850742 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Attempting to bind port 548f6d5f-7106-4b37-becb-14a6e5448a16 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:52:26.850974 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Attempting to bind port 548f6d5f-7106-4b37-becb-14a6e5448a16 on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:52:26.854811 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Pushing event updated for resources: {'Port': ['ID=548f6d5f-7106-4b37-becb-14a6e5448a16,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:26.863032 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:52:26.863403 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:52:26.863854 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.864168 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:52:26.864623 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Bound port: 548f6d5f-7106-4b37-becb-14a6e5448a16, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:52:26.864991 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.868222 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.868449 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.868775 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.869202 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.869563 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.869935 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.870396 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.870620 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.870960 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.871282 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.871600 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.871928 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.872248 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.872559 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.872869 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:26.926007 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] For port 548f6d5f-7106-4b37-becb-14a6e5448a16, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:52:26.929045 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] For port 548f6d5f-7106-4b37-becb-14a6e5448a16, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=548f6d5f-7106-4b37-becb-14a6e5448a16,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:52:26.936064 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:26.996257 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:26.996880 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:52:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:27.017943 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Allocated IP 172.20.0.1 (7b35a8e2-7cac-4312-8515-92a011fa862b/64b70038-7486-4830-8115-d0a358d959ca/dda28a05-85d0-45dc-a406-bdeea3b5ad73) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:52:27.047826 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.053815 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5b0ab-73c2-4cef-95f7-58e422d8d95b None None] Pushing event updated for resources: {'Port': ['ID=548f6d5f-7106-4b37-becb-14a6e5448a16,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:27.072061 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fb418b3f-9c99-407a-a5f0-e86d2dd9526f up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:52:27.121600 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port fb418b3f-9c99-407a-a5f0-e86d2dd9526f triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:27.122340 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.161107 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Publish callbacks [] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.200232 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.205773 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port fb418b3f-9c99-407a-a5f0-e86d2dd9526f is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:27.244071 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Network 7b35a8e2-7cac-4312-8515-92a011fa862b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:52:27.247097 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:27.251242 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:52:27.255733 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:52:27.278600 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Pushing event updated for resources: {'Port': ['ID=dda28a05-85d0-45dc-a406-bdeea3b5ad73,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:27.302131 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (7557a5a4-0fc1-49da-b332-dfbc50476648), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.460715 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:25Z', 'revision_number': 3, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:27.466229 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.492129 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a4eb34-4b4e-4c24-92c3-37bb5a513d6f None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:25Z', 'revision_number': 3, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:52:27.540680 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-8c1023b6-3599-4a23-bfd0-cf423032261d None None] Provisioning complete for port dda28a05-85d0-45dc-a406-bdeea3b5ad73 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:27.541190 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8c1023b6-3599-4a23-bfd0-cf423032261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.587794 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-8c1023b6-3599-4a23-bfd0-cf423032261d None None] Port dda28a05-85d0-45dc-a406-bdeea3b5ad73 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:52:27.695227 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Publish callbacks [] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.700379 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.711536 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.772981 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (7557a5a4-0fc1-49da-b332-dfbc50476648), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:27.787120 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Pushing event updated for resources: {'Port': ['ID=dda28a05-85d0-45dc-a406-bdeea3b5ad73,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:27.895225 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Network 7b35a8e2-7cac-4312-8515-92a011fa862b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:52:27.896757 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:52:28.032217 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:52:28.172641 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:52:28.178112 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-c8e20286-1d3c-4cd4-bd5c-1e82a24be3ef admin admin] 10.222.0.58 "PUT /v2.0/routers/7557a5a4-0fc1-49da-b332-dfbc50476648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1299295 May 12 11:52:28.210844 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-78c96e44-5325-4ead-9151-5bd7f4d83be9 None None] Provisioning complete for port dda28a05-85d0-45dc-a406-bdeea3b5ad73 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:28.215793 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-78c96e44-5325-4ead-9151-5bd7f4d83be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.258029 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-78c96e44-5325-4ead-9151-5bd7f4d83be9 None None] Port dda28a05-85d0-45dc-a406-bdeea3b5ad73 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:52:28.524124 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39490) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:28.529298 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-8f73998f-ea34-4025-8bc4-cf411c265830 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958462215', 'description': 'tempest-description--1647827720'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:52:28.551119 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f73998f-ea34-4025-8bc4-cf411c265830 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.621266 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f73998f-ea34-4025-8bc4-cf411c265830 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (43679632-a46c-4a3a-acd3-aa0ba22a2df0), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.625515 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f73998f-ea34-4025-8bc4-cf411c265830 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (43679632-a46c-4a3a-acd3-aa0ba22a2df0), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.654122 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f73998f-ea34-4025-8bc4-cf411c265830 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.655330 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-8f73998f-ea34-4025-8bc4-cf411c265830 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295938 May 12 11:52:28.658599 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39500) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:28.659466 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73998f-ea34-4025-8bc4-cf411c265830 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43679632-a46c-4a3a-acd3-aa0ba22a2df0,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:28.664125 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-54e00c5b-5f7a-491b-9eec-db1197c988d3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group_rule': {'security_group_id': '43679632-a46c-4a3a-acd3-aa0ba22a2df0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:52:28.693474 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54e00c5b-5f7a-491b-9eec-db1197c988d3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (3c9c698b-658d-4782-8056-53a114dac7a3), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.753460 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54e00c5b-5f7a-491b-9eec-db1197c988d3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (3c9c698b-658d-4782-8056-53a114dac7a3), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.758145 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54e00c5b-5f7a-491b-9eec-db1197c988d3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (3c9c698b-658d-4782-8056-53a114dac7a3), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.776972 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e00c5b-5f7a-491b-9eec-db1197c988d3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9c698b-658d-4782-8056-53a114dac7a3,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:28.786337 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54e00c5b-5f7a-491b-9eec-db1197c988d3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.787543 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-54e00c5b-5f7a-491b-9eec-db1197c988d3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279311 May 12 11:52:28.790322 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39510) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:28.795234 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d4151893-d0ce-4384-9c5b-900be1915ca3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group_rule': {'security_group_id': '43679632-a46c-4a3a-acd3-aa0ba22a2df0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:52:28.820864 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4151893-d0ce-4384-9c5b-900be1915ca3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (fd997e92-b6aa-4a70-a602-e5615a34c6dc), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.881970 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4151893-d0ce-4384-9c5b-900be1915ca3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (fd997e92-b6aa-4a70-a602-e5615a34c6dc), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.886909 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4151893-d0ce-4384-9c5b-900be1915ca3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (fd997e92-b6aa-4a70-a602-e5615a34c6dc), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.907001 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4151893-d0ce-4384-9c5b-900be1915ca3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd997e92-b6aa-4a70-a602-e5615a34c6dc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:28.913194 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4151893-d0ce-4384-9c5b-900be1915ca3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:28.914371 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-d4151893-d0ce-4384-9c5b-900be1915ca3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231012 May 12 11:52:28.917657 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39512) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:28.921969 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:52:28.944209 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.039136 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39516) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:29.047224 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.068343 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 548f6d5f-7106-4b37-becb-14a6e5448a16 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:52:29.123668 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 548f6d5f-7106-4b37-becb-14a6e5448a16 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:29.144186 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.177678 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Allocated IP 172.27.0.6 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/c5cf086f-183a-494d-b8d5-9422a7eb0f02) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:52:29.187540 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.194590 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e13b83af-d65d-4ce3-b5cc-1ecfd247ac3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.237959 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 548f6d5f-7106-4b37-becb-14a6e5448a16 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:29.238388 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.260220 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port 548f6d5f-7106-4b37-becb-14a6e5448a16, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=548f6d5f-7106-4b37-becb-14a6e5448a16,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:29.264846 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.310909 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:52:29.326086 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=548f6d5f-7106-4b37-becb-14a6e5448a16,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:29.326811 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e13b83af-d65d-4ce3-b5cc-1ecfd247ac3a admin admin] Publish callbacks [] for security_group (f62f6217-d1b4-44ad-8788-aad1a7fc383e), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.331428 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (c5cf086f-183a-494d-b8d5-9422a7eb0f02), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.331616 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:29.332145 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:52:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:29.333041 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e13b83af-d65d-4ce3-b5cc-1ecfd247ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (f62f6217-d1b4-44ad-8788-aad1a7fc383e), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.374336 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (c5cf086f-183a-494d-b8d5-9422a7eb0f02), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.374635 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e13b83af-d65d-4ce3-b5cc-1ecfd247ac3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c41991b08b4e46559a9979349d7ba7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347576 May 12 11:52:29.375666 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b83af-d65d-4ce3-b5cc-1ecfd247ac3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62f6217-d1b4-44ad-8788-aad1a7fc383e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:29.378148 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39520) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:29.415066 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:52:29.418112 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:52:29.428738 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:52:29.431784 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb64673f-3d31-42cd-aeb2-652b376bac11 admin admin] Publish callbacks [] for security_group (f62f6217-d1b4-44ad-8788-aad1a7fc383e), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.454940 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb64673f-3d31-42cd-aeb2-652b376bac11 admin admin] Publish callbacks [] for security_group (f62f6217-d1b4-44ad-8788-aad1a7fc383e), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.455195 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=c5cf086f-183a-494d-b8d5-9422a7eb0f02,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:29.466312 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:29.519424 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb64673f-3d31-42cd-aeb2-652b376bac11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (f62f6217-d1b4-44ad-8788-aad1a7fc383e), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.522247 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb64673f-3d31-42cd-aeb2-652b376bac11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.525763 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-bb64673f-3d31-42cd-aeb2-652b376bac11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f62f6217-d1b4-44ad-8788-aad1a7fc383e HTTP/1.1" status: 204 len: 168 time: 0.1446018 May 12 11:52:29.532782 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64673f-3d31-42cd-aeb2-652b376bac11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62f6217-d1b4-44ad-8788-aad1a7fc383e,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:29.538520 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (96f891a4-f4f1-4127-9c60-dc1464ddbc4a), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.581458 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (c5cf086f-183a-494d-b8d5-9422a7eb0f02), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.688993 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 2, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:29.715616 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:52:29.715970 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Updating router 7557a5a4-0fc1-49da-b332-dfbc50476648 port dda28a05-85d0-45dc-a406-bdeea3b5ad73 binding host dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:52:29.749646 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.778752 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (c5cf086f-183a-494d-b8d5-9422a7eb0f02), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.783684 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (c5cf086f-183a-494d-b8d5-9422a7eb0f02), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.818046 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39526) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:29.831141 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6e4d334c-36fe-4a89-8811-9b679c272c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.861990 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=c5cf086f-183a-494d-b8d5-9422a7eb0f02,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:29.871737 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (96f891a4-f4f1-4127-9c60-dc1464ddbc4a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.889211 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.894151 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-871379e5-ccf1-486c-a117-7aade3ada9b1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9754641 May 12 11:52:29.913167 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6e4d334c-36fe-4a89-8811-9b679c272c16 admin admin] Publish callbacks [] for security_group (1ebdf346-0bd8-4616-991e-438fd3bf9c00), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.918757 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6e4d334c-36fe-4a89-8811-9b679c272c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (1ebdf346-0bd8-4616-991e-438fd3bf9c00), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:29.958440 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6e4d334c-36fe-4a89-8811-9b679c272c16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc49bf7605d04a73988db50e0d7efac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389408 May 12 11:52:29.958999 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39530) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:29.961188 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d334c-36fe-4a89-8811-9b679c272c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebdf346-0bd8-4616-991e-438fd3bf9c00,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:30.013511 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae6900b4-15a9-4db1-a229-1707cf802144 admin admin] Publish callbacks [] for security_group (1ebdf346-0bd8-4616-991e-438fd3bf9c00), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.036763 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae6900b4-15a9-4db1-a229-1707cf802144 admin admin] Publish callbacks [] for security_group (1ebdf346-0bd8-4616-991e-438fd3bf9c00), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.073549 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Publish callbacks [] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.079926 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.096621 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae6900b4-15a9-4db1-a229-1707cf802144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (1ebdf346-0bd8-4616-991e-438fd3bf9c00), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.099082 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae6900b4-15a9-4db1-a229-1707cf802144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.100150 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-ae6900b4-15a9-4db1-a229-1707cf802144 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ebdf346-0bd8-4616-991e-438fd3bf9c00 HTTP/1.1" status: 204 len: 168 time: 0.1401696 May 12 11:52:30.113273 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6900b4-15a9-4db1-a229-1707cf802144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebdf346-0bd8-4616-991e-438fd3bf9c00,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:30.142191 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-84e3e608-e367-4b06-a02d-e6c2951e0bb1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--958462215&fields=id&tenant_id=b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 267 time: 0.0588543 May 12 11:52:30.196698 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7d1d7-ccd2-4762-a35f-4ee55b47f0ed None None] Pushing event updated for resources: {'Port': ['ID=dda28a05-85d0-45dc-a406-bdeea3b5ad73,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:30.218633 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Attempting to bind port dda28a05-85d0-45dc-a406-bdeea3b5ad73 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:52:30.219098 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Attempting to bind port dda28a05-85d0-45dc-a406-bdeea3b5ad73 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:52:30.219567 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Attempting to bind port dda28a05-85d0-45dc-a406-bdeea3b5ad73 on network 7b35a8e2-7cac-4312-8515-92a011fa862b {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:52:30.232664 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:52:30.233383 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Checking segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:52:30.234011 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.234716 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Bound using segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:52:30.235667 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Bound port: dda28a05-85d0-45dc-a406-bdeea3b5ad73, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:52:30.236246 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.292238 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d2408-affd-4329-81bf-98a37d43a25d req-65607e74-592c-4887-9f5a-87abe29d7d9d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:30.299791 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-65607e74-592c-4887-9f5a-87abe29d7d9d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 815 time: 0.1504683 May 12 11:52:30.315490 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] For port dda28a05-85d0-45dc-a406-bdeea3b5ad73, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:52:30.317002 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-dac094e0-edc4-4aac-b522-4c955278d1c6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/quotas/b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 375 time: 0.0161932 May 12 11:52:30.321603 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] For port dda28a05-85d0-45dc-a406-bdeea3b5ad73, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=dda28a05-85d0-45dc-a406-bdeea3b5ad73,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:52:30.329982 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.376159 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-bf9b5857-05cd-43e2-85e9-d2d3fd444e40 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518093 May 12 11:52:30.413552 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7d1d7-ccd2-4762-a35f-4ee55b47f0ed None None] Pushing event updated for resources: {'Port': ['ID=dda28a05-85d0-45dc-a406-bdeea3b5ad73,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:30.417891 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-e42c39f4-5861-4e87-b1fe-2331607fd35d None None] Provisioning complete for port dda28a05-85d0-45dc-a406-bdeea3b5ad73 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:30.418047 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e42c39f4-5861-4e87-b1fe-2331607fd35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.419870 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:30.420608 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:52:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:30.531413 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-2f49c134-209c-4f55-842a-f8e8ab361006 service neutron] 10.222.0.58 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339922 May 12 11:52:30.651581 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-89ed2bd2-5e6d-4d52-a274-b6fc89995a31 service neutron] 10.222.0.58 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140249 May 12 11:52:30.728674 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:30.761340 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-e42c39f4-5861-4e87-b1fe-2331607fd35d None None] Current status of the port dda28a05-85d0-45dc-a406-bdeea3b5ad73 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:30.761756 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e42c39f4-5861-4e87-b1fe-2331607fd35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:30.849374 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-e42c39f4-5861-4e87-b1fe-2331607fd35d None None] For port dda28a05-85d0-45dc-a406-bdeea3b5ad73, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=dda28a05-85d0-45dc-a406-bdeea3b5ad73,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:30.859668 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-277a9919-0dfb-46d8-8438-6999a7737282 req-4bab44e1-4958-4ecb-a482-f966deb2d19e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 210 time: 0.0417967 May 12 11:52:30.863611 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e42c39f4-5861-4e87-b1fe-2331607fd35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:31.011442 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c39f4-5861-4e87-b1fe-2331607fd35d None None] Pushing event updated for resources: {'Port': ['ID=dda28a05-85d0-45dc-a406-bdeea3b5ad73,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:31.024821 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:31.033905 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-8c3e7e45-4c56-455d-92b7-6bd4da7b63fc None None] Provisioning complete for port dda28a05-85d0-45dc-a406-bdeea3b5ad73 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:31.033905 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8c3e7e45-4c56-455d-92b7-6bd4da7b63fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:31.054652 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a195ea-794e-428a-ba71-e2da4477e647 None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:52:31.081275 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 548f6d5f-7106-4b37-becb-14a6e5448a16 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:52:31.171077 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 548f6d5f-7106-4b37-becb-14a6e5448a16 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:31.171569 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:31.248635 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e7e45-4c56-455d-92b7-6bd4da7b63fc None None] Current status of the port dda28a05-85d0-45dc-a406-bdeea3b5ad73 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:31.319383 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 548f6d5f-7106-4b37-becb-14a6e5448a16 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:31.554834 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39580) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:31.669381 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:31.749136 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Publish callbacks [] for security_group (d36feceb-54ad-44bc-8fe6-04a5922caa73), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:31.753053 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (d36feceb-54ad-44bc-8fe6-04a5922caa73), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:31.792222 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36feceb-54ad-44bc-8fe6-04a5922caa73,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:31.807707 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.808056 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.808401 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.808740 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.809074 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.809403 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.809763 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.810094 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.810419 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.810748 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.811074 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.811398 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.811718 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.812039 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.812360 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:52:31.818386 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b2259e7c-19d7-49e4-9c98-d4208b925222 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ebb1b6cf4bc4c809a8ca2afdf37068a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619507 May 12 11:52:31.821409 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39584) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:31.878265 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d4ecd12-64ae-4292-b9a2-7adf9aad57ae admin admin] Publish callbacks [] for security_group (d36feceb-54ad-44bc-8fe6-04a5922caa73), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:31.908013 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d4ecd12-64ae-4292-b9a2-7adf9aad57ae admin admin] Publish callbacks [] for security_group (d36feceb-54ad-44bc-8fe6-04a5922caa73), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:31.987123 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bf9915ba-d5c8-4b65-a208-f5f6f368f721 req-118326f5-2844-4f35-9eab-8c90ee02db75 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 210 time: 0.0414145 May 12 11:52:31.988812 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d4ecd12-64ae-4292-b9a2-7adf9aad57ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (d36feceb-54ad-44bc-8fe6-04a5922caa73), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:31.991618 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d4ecd12-64ae-4292-b9a2-7adf9aad57ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:31.995307 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-3d4ecd12-64ae-4292-b9a2-7adf9aad57ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d36feceb-54ad-44bc-8fe6-04a5922caa73 HTTP/1.1" status: 204 len: 168 time: 0.1704803 May 12 11:52:32.005024 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ecd12-64ae-4292-b9a2-7adf9aad57ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36feceb-54ad-44bc-8fe6-04a5922caa73,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:32.100744 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d2408-affd-4329-81bf-98a37d43a25d req-df34dd10-2359-4ed6-9225-ae268a06f4c1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:32.102162 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-df34dd10-2359-4ed6-9225-ae268a06f4c1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 815 time: 0.1916230 May 12 11:52:32.187138 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-45b45bf1-ba87-4a56-931d-91b7bc46a872 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 379 time: 0.0659771 May 12 11:52:32.265033 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'port': {'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'admin_state_up': True, 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'security_groups': ['43679632-a46c-4a3a-acd3-aa0ba22a2df0']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:52:32.379995 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Made reservation on behalf of b284fcbfe0214240a616a6d68cedfed2 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:52:32.383627 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:32.518603 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Allocated IP 172.20.0.13 (7b35a8e2-7cac-4312-8515-92a011fa862b/64b70038-7486-4830-8115-d0a358d959ca/214a8d47-81ba-42fa-93f3-810b85245b45) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:52:32.665398 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (214a8d47-81ba-42fa-93f3-810b85245b45), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:32.700023 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:32.739676 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Network 7b35a8e2-7cac-4312-8515-92a011fa862b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:52:32.742627 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:52:32.746910 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:52:32.773634 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=214a8d47-81ba-42fa-93f3-810b85245b45,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:32.803559 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:32.804257 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:32.823354 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-1fded5bd-c6eb-47aa-bc7a-ab85e19e6ec7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631459 May 12 11:52:32.840498 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Request body: {'port': {'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:52:32.906974 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:32.985396 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-651c9f77-a8cb-4ff4-a7f7-b0c24bd7523d None None] Provisioning complete for port 214a8d47-81ba-42fa-93f3-810b85245b45 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:32.986263 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-651c9f77-a8cb-4ff4-a7f7-b0c24bd7523d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:33.037395 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-651c9f77-a8cb-4ff4-a7f7-b0c24bd7523d None None] Port 214a8d47-81ba-42fa-93f3-810b85245b45 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:52:33.091657 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device dda28a05-85d0-45dc-a406-bdeea3b5ad73 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:52:33.152924 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9a179-2fa9-495c-9835-7551d13dd7d8 req-84b3efec-96e4-4939-9244-4aba008b6824 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:33.155626 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d4f9a179-2fa9-495c-9835-7551d13dd7d8 req-84b3efec-96e4-4939-9244-4aba008b6824 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 932 time: 0.0763104 May 12 11:52:33.161521 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port dda28a05-85d0-45dc-a406-bdeea3b5ad73 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:33.162270 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:33.208543 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d4f9a179-2fa9-495c-9835-7551d13dd7d8 req-ad0dda12-c032-4d3f-bd60-95a4c47b1645 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467761 May 12 11:52:33.248018 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port dda28a05-85d0-45dc-a406-bdeea3b5ad73 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:33.279795 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214a8d47-81ba-42fa-93f3-810b85245b45 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:52:33.287449 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Publish callbacks [] for port (214a8d47-81ba-42fa-93f3-810b85245b45), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:33.300758 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Transition to ACTIVE for port object 214a8d47-81ba-42fa-93f3-810b85245b45 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:52:33.304505 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:33.358610 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Pushing event updated for resources: {'Port': ['ID=214a8d47-81ba-42fa-93f3-810b85245b45,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:33.454624 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Attempting to bind port 214a8d47-81ba-42fa-93f3-810b85245b45 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:52:33.454968 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Attempting to bind port 214a8d47-81ba-42fa-93f3-810b85245b45 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:52:33.455278 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Attempting to bind port 214a8d47-81ba-42fa-93f3-810b85245b45 on network 7b35a8e2-7cac-4312-8515-92a011fa862b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:52:33.464580 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Port 214a8d47-81ba-42fa-93f3-810b85245b45 on network 7b35a8e2-7cac-4312-8515-92a011fa862b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:52:33.464910 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Attempting to bind port 214a8d47-81ba-42fa-93f3-810b85245b45 on network 7b35a8e2-7cac-4312-8515-92a011fa862b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:52:33.470835 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:52:33.471270 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Checking segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:52:33.471656 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Bound using segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:52:33.472089 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Bound port: 214a8d47-81ba-42fa-93f3-810b85245b45, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:52:33.472444 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:33.540884 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] For port 214a8d47-81ba-42fa-93f3-810b85245b45, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:52:33.544093 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] For port 214a8d47-81ba-42fa-93f3-810b85245b45, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=214a8d47-81ba-42fa-93f3-810b85245b45,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:52:33.550694 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:33.592406 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:33.596489 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:33.597988 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] 10.222.0.35 "PUT /v2.0/ports/214a8d47-81ba-42fa-93f3-810b85245b45 HTTP/1.1" status: 200 len: 1094 time: 0.7619078 May 12 11:52:33.598449 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'tag': '214a8d47-81ba-42fa-93f3-810b85245b45'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:52:33.600729 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa6b2cf-847b-4353-9d44-407897c24fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "401ebf5c-6096-418a-b3bd-8e987ed84f6a", "tag": "214a8d47-81ba-42fa-93f3-810b85245b45"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:52:33.631528 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8da14-e8ad-4ef3-88fe-8c8b68ae7d4b service neutron] Pushing event updated for resources: {'Port': ['ID=214a8d47-81ba-42fa-93f3-810b85245b45,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:33.655465 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ecdf64-f013-4ed1-8438-9020fbdbca2e x-openstack-request-id: req-a5ecdf64-f013-4ed1-8438-9020fbdbca2e {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:52:33.655767 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401ebf5c-6096-418a-b3bd-8e987ed84f6a", "tag": "214a8d47-81ba-42fa-93f3-810b85245b45", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:52:33.656026 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5ecdf64-f013-4ed1-8438-9020fbdbca2e {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:52:33.656437 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ecdf64-f013-4ed1-8438-9020fbdbca2e'] response: {'name': 'network-changed', 'server_uuid': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'tag': '214a8d47-81ba-42fa-93f3-810b85245b45', 'status': 'completed', 'code': 200} May 12 11:52:33.715877 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d2408-affd-4329-81bf-98a37d43a25d req-53207e84-fb43-43cb-bcd0-0603fad728d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:33.717394 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-53207e84-fb43-43cb-bcd0-0603fad728d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 1128 time: 0.0430810 May 12 11:52:33.766884 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-52731b1c-86e7-489b-852f-f54aa7228ffd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214a8d47-81ba-42fa-93f3-810b85245b45 HTTP/1.1" status: 200 len: 217 time: 0.0360501 May 12 11:52:33.815362 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d2408-affd-4329-81bf-98a37d43a25d req-2ee7f39c-be49-4499-831e-cffdc033c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:33.816797 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-2ee7f39c-be49-4499-831e-cffdc033c3d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0441670 May 12 11:52:33.863669 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d2408-affd-4329-81bf-98a37d43a25d req-71896e3f-f48a-4d50-9c8e-960fe4df4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:33.865097 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-71896e3f-f48a-4d50-9c8e-960fe4df4d36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411959 May 12 11:52:33.953208 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-747fa238-7ea5-4dce-9be2-c06b2f19fc2c service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807433 May 12 11:52:34.044614 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-449d2408-affd-4329-81bf-98a37d43a25d req-a68ae32b-d20a-4f14-9f47-acabfdb4903a service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846810 May 12 11:52:34.328294 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36315c7-06b7-42eb-9a74-0096fa89b527 req-70846c1a-5612-4c5c-baec-fb1c014c86b9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:34.330356 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b36315c7-06b7-42eb-9a74-0096fa89b527 req-70846c1a-5612-4c5c-baec-fb1c014c86b9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 944 time: 0.0533853 May 12 11:52:34.383789 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b36315c7-06b7-42eb-9a74-0096fa89b527 req-43bb488a-948b-441a-88c8-1af09a8c4130 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473475 May 12 11:52:35.495234 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f711217-d0b4-43ae-84ad-e58b52bc905c req-bbdcf310-72d5-436a-8194-2a616c9e8a97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:35.496676 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1f711217-d0b4-43ae-84ad-e58b52bc905c req-bbdcf310-72d5-436a-8194-2a616c9e8a97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 944 time: 0.0463226 May 12 11:52:35.542560 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1f711217-d0b4-43ae-84ad-e58b52bc905c req-44e5455b-6e17-4842-be77-ca2243d3f2f4 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402279 May 12 11:52:36.653825 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3df6fa-34bb-40e0-ba57-d33b07e891ff req-2d9dca25-676c-497c-833c-c7a26e391638 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:36.655150 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d3df6fa-34bb-40e0-ba57-d33b07e891ff req-2d9dca25-676c-497c-833c-c7a26e391638 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 944 time: 0.0467806 May 12 11:52:36.700744 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d3df6fa-34bb-40e0-ba57-d33b07e891ff req-0ed63c7a-bde4-4e81-b72b-73bedcb1d17e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401130 May 12 11:52:37.319066 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-368cfeb0-a67c-43e5-9b2e-6daba0c52d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:37.320787 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-368cfeb0-a67c-43e5-9b2e-6daba0c52d92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 1128 time: 0.0422540 May 12 11:52:37.407576 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-25bf760a-3bf7-4634-ad76-71b170951fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:37.409002 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-25bf760a-3bf7-4634-ad76-71b170951fbd service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 916 time: 0.0824888 May 12 11:52:37.452871 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-a8838faa-ad69-4f74-b3a1-ae0e0a1a6208 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214a8d47-81ba-42fa-93f3-810b85245b45 HTTP/1.1" status: 200 len: 217 time: 0.0372777 May 12 11:52:37.507411 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-33591f9d-1e5f-4335-b1c2-0af2ada42bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:37.508919 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-33591f9d-1e5f-4335-b1c2-0af2ada42bc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0501025 May 12 11:52:37.552564 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-49db9412-b466-4dff-ae27-a5869d08ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:37.554140 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-49db9412-b466-4dff-ae27-a5869d08ad7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397010 May 12 11:52:37.935658 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f6645-2c0b-4a29-a17a-3e5753deb214 req-d87628de-cd50-408a-9fcb-e294f49c5195 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:37.937104 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-888f6645-2c0b-4a29-a17a-3e5753deb214 req-d87628de-cd50-408a-9fcb-e294f49c5195 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 944 time: 0.0608547 May 12 11:52:37.939021 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-6d193fa4-2fa3-43b2-ab7b-a6c4bebdb3db service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789079 May 12 11:52:38.044483 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-888f6645-2c0b-4a29-a17a-3e5753deb214 req-f78b0c01-6e1e-43b9-980c-634a1338fb00 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011453 May 12 11:52:38.067989 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-afa6b2cf-847b-4353-9d44-407897c24fdf req-7c40cb14-770a-4601-a659-f3269fd57bc9 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180005 May 12 11:52:38.354892 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 214a8d47-81ba-42fa-93f3-810b85245b45 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:52:38.452504 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 214a8d47-81ba-42fa-93f3-810b85245b45, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=214a8d47-81ba-42fa-93f3-810b85245b45,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:38.465307 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '214a8d47-81ba-42fa-93f3-810b85245b45', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45', 'mac_address': 'fa:16:3e:fd:e6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:52:38.504909 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 214a8d47-81ba-42fa-93f3-810b85245b45 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:38.505303 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:38.519030 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214a8d47-81ba-42fa-93f3-810b85245b45 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:52:38.537660 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 214a8d47-81ba-42fa-93f3-810b85245b45, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=214a8d47-81ba-42fa-93f3-810b85245b45,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:38.541259 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:38.590912 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=214a8d47-81ba-42fa-93f3-810b85245b45,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:38.838904 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['214a8d47-81ba-42fa-93f3-810b85245b45'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:52:39.163292 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087e0d-d4c7-4038-a7c9-7e007c661ff3 req-f542e793-4526-40c2-aa10-72ecbae59a81 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:39.166305 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-42087e0d-d4c7-4038-a7c9-7e007c661ff3 req-f542e793-4526-40c2-aa10-72ecbae59a81 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 945 time: 0.0529890 May 12 11:52:39.214569 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-42087e0d-d4c7-4038-a7c9-7e007c661ff3 req-e4cb9217-ede2-4e8a-99de-875fa96a4f52 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460284 May 12 11:52:40.324909 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f3d74-cc24-4e79-8677-9688f40e9f3e req-35e702af-da2c-4963-850b-09f845984d81 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:40.326389 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-197f3d74-cc24-4e79-8677-9688f40e9f3e req-35e702af-da2c-4963-850b-09f845984d81 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 945 time: 0.0468760 May 12 11:52:40.369688 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 214a8d47-81ba-42fa-93f3-810b85245b45 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:52:40.375079 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-197f3d74-cc24-4e79-8677-9688f40e9f3e req-56119038-8170-4229-94b0-e7de088eac68 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427015 May 12 11:52:40.426763 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 214a8d47-81ba-42fa-93f3-810b85245b45 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:52:40.432988 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 214a8d47-81ba-42fa-93f3-810b85245b45 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:52:40.433369 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:40.486524 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39690) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:40.513543 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 214a8d47-81ba-42fa-93f3-810b85245b45 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:52:40.513966 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:40.536839 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214a8d47-81ba-42fa-93f3-810b85245b45'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:52:40.539094 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798964e6-d3fd-4d4e-9956-1ad776f14da5" -d '{"events": [{"server_uuid": "401ebf5c-6096-418a-b3bd-8e987ed84f6a", "name": "network-vif-plugged", "status": "completed", "tag": "214a8d47-81ba-42fa-93f3-810b85245b45"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:52:40.551956 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 214a8d47-81ba-42fa-93f3-810b85245b45, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=214a8d47-81ba-42fa-93f3-810b85245b45,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:52:40.556809 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:40.585611 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04053cf0-f046-4e6e-a7d2-a9c99c1d9ed3 x-openstack-request-id: req-04053cf0-f046-4e6e-a7d2-a9c99c1d9ed3 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:52:40.585922 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401ebf5c-6096-418a-b3bd-8e987ed84f6a", "name": "network-vif-plugged", "status": "completed", "tag": "214a8d47-81ba-42fa-93f3-810b85245b45", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:52:40.586176 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04053cf0-f046-4e6e-a7d2-a9c99c1d9ed3 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:52:40.586570 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04053cf0-f046-4e6e-a7d2-a9c99c1d9ed3'] response: {'server_uuid': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214a8d47-81ba-42fa-93f3-810b85245b45', 'code': 200} May 12 11:52:40.599850 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1e28f304-f84d-4950-aad8-63c102b2243a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:40.613973 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=214a8d47-81ba-42fa-93f3-810b85245b45,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:40.682969 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1e28f304-f84d-4950-aad8-63c102b2243a admin admin] Publish callbacks [] for security_group (f7af0c05-5e90-40d5-a277-b50705b95042), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:40.686566 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1e28f304-f84d-4950-aad8-63c102b2243a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (f7af0c05-5e90-40d5-a277-b50705b95042), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:40.728445 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1e28f304-f84d-4950-aad8-63c102b2243a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9985bac8fcc14e4789563d1607c53e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408144 May 12 11:52:40.729975 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28f304-f84d-4950-aad8-63c102b2243a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7af0c05-5e90-40d5-a277-b50705b95042,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:40.731770 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39696) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:40.798425 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5beeb6-363e-4114-9f20-9587e75df730 req-c2f4ec7a-48fb-4731-80a0-e757b356bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:40.799933 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ab5beeb6-363e-4114-9f20-9587e75df730 req-c2f4ec7a-48fb-4731-80a0-e757b356bb7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 1130 time: 0.0616574 May 12 11:52:40.827173 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fbf598ec-72d2-4041-bcd7-f29bdb6ab9de admin admin] Publish callbacks [] for security_group (f7af0c05-5e90-40d5-a277-b50705b95042), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:40.863731 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fbf598ec-72d2-4041-bcd7-f29bdb6ab9de admin admin] Publish callbacks [] for security_group (f7af0c05-5e90-40d5-a277-b50705b95042), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:40.871775 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ab5beeb6-363e-4114-9f20-9587e75df730 req-4ee1feb8-2116-4dcf-afba-ca20cd8a7dda service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655742 May 12 11:52:40.911522 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fbf598ec-72d2-4041-bcd7-f29bdb6ab9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (f7af0c05-5e90-40d5-a277-b50705b95042), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:40.914212 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fbf598ec-72d2-4041-bcd7-f29bdb6ab9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:40.915362 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-fbf598ec-72d2-4041-bcd7-f29bdb6ab9de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7af0c05-5e90-40d5-a277-b50705b95042 HTTP/1.1" status: 204 len: 168 time: 0.1825206 May 12 11:52:40.922915 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf598ec-72d2-4041-bcd7-f29bdb6ab9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7af0c05-5e90-40d5-a277-b50705b95042,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:41.497313 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ec9d3-9498-4252-b238-e829201b825b req-d551f658-f185-4af9-90c3-a4e0bd297cd7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:41.498924 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-571ec9d3-9498-4252-b238-e829201b825b req-d551f658-f185-4af9-90c3-a4e0bd297cd7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 946 time: 0.0509951 May 12 11:52:41.547542 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-571ec9d3-9498-4252-b238-e829201b825b req-3dedfadb-f499-40cc-ab03-f5a95f07b302 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 May 12 11:52:42.660895 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4aa93-b5a5-49b9-97ec-d4ce67559e4e req-254b3e34-c8e6-4bfc-ae8a-28245c4218bf tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:42.662365 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a0e4aa93-b5a5-49b9-97ec-d4ce67559e4e req-254b3e34-c8e6-4bfc-ae8a-28245c4218bf tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 946 time: 0.0463395 May 12 11:52:42.707516 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a0e4aa93-b5a5-49b9-97ec-d4ce67559e4e req-7202bfac-3a02-4ee9-a35c-77b8a83069eb tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395975 May 12 11:52:42.817058 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905428ab-6a30-4066-98dc-3240da27e016 req-63fa3c51-efbb-4f3d-bb40-711442641af3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:42.818522 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-905428ab-6a30-4066-98dc-3240da27e016 req-63fa3c51-efbb-4f3d-bb40-711442641af3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 946 time: 0.0482943 May 12 11:52:42.827581 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39742) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:42.831715 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2c2371f2-f93c-4786-945f-0f7a63608550 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'floatingip': {'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:52:42.869369 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c2371f2-f93c-4786-945f-0f7a63608550 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (96f891a4-f4f1-4127-9c60-dc1464ddbc4a), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:43.312126 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c2371f2-f93c-4786-945f-0f7a63608550 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:43.315530 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c2371f2-f93c-4786-945f-0f7a63608550 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (96f891a4-f4f1-4127-9c60-dc1464ddbc4a), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:43.416389 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-2c2371f2-f93c-4786-945f-0f7a63608550 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Floating IP 96f891a4-f4f1-4127-9c60-dc1464ddbc4a associated. External IP: 172.27.0.6, port: 214a8d47-81ba-42fa-93f3-810b85245b45. May 12 11:52:43.632749 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2371f2-f93c-4786-945f-0f7a63608550 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:52:43.739217 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2371f2-f93c-4786-945f-0f7a63608550 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:52:43.744169 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c2371f2-f93c-4786-945f-0f7a63608550 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:43.748743 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:52:43.758092 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:43.758628 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:52:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:43.773092 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-2c2371f2-f93c-4786-945f-0f7a63608550 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "PUT /v2.0/floatingips/96f891a4-f4f1-4127-9c60-dc1464ddbc4a HTTP/1.1" status: 200 len: 990 time: 0.9445117 May 12 11:52:43.773717 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'tag': '214a8d47-81ba-42fa-93f3-810b85245b45'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:52:43.775926 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "401ebf5c-6096-418a-b3bd-8e987ed84f6a", "tag": "214a8d47-81ba-42fa-93f3-810b85245b45"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:52:43.811839 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb41053-0eb1-4158-bf42-0ccdc222f171 x-openstack-request-id: req-3fb41053-0eb1-4158-bf42-0ccdc222f171 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:52:43.812187 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401ebf5c-6096-418a-b3bd-8e987ed84f6a", "tag": "214a8d47-81ba-42fa-93f3-810b85245b45", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:52:43.812448 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fb41053-0eb1-4158-bf42-0ccdc222f171 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:52:43.812854 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb41053-0eb1-4158-bf42-0ccdc222f171'] response: {'name': 'network-changed', 'server_uuid': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'tag': '214a8d47-81ba-42fa-93f3-810b85245b45', 'status': 'completed', 'code': 200} May 12 11:52:43.865612 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:44.078305 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '96f891a4-f4f1-4127-9c60-dc1464ddbc4a', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:fd:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:52:29Z', 'updated_at': '2022-05-12T11:52:43Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:44.104554 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:52:44.112447 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:52:44.113033 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:52:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:44.216571 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:52:44.419973 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '96f891a4-f4f1-4127-9c60-dc1464ddbc4a', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:fd:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:52:29Z', 'updated_at': '2022-05-12T11:52:43Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:52:44.448492 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a796fd2-d7f6-4220-a180-82ab18f903f3 None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '96f891a4-f4f1-4127-9c60-dc1464ddbc4a', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:fd:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:52:29Z', 'updated_at': '2022-05-12T11:52:43Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:52:44.631580 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ffaf1-51a6-4c0b-b653-a95201813712 None None] New status for floating IP 96f891a4-f4f1-4127-9c60-dc1464ddbc4a: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:52:46.058363 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-ff1dca49-3039-4624-89d0-90406bbcf0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:46.059854 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-ff1dca49-3039-4624-89d0-90406bbcf0b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 1130 time: 0.0407476 May 12 11:52:46.162502 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-d36f3eb9-fc3f-4fa0-bb29-dc61ca32c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:46.163946 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-d36f3eb9-fc3f-4fa0-bb29-dc61ca32c530 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 916 time: 0.0971189 May 12 11:52:46.226693 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-3b657d61-5a7c-458c-b97b-b49ec277f504 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214a8d47-81ba-42fa-93f3-810b85245b45 HTTP/1.1" status: 200 len: 1000 time: 0.0567930 May 12 11:52:46.272268 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-98ced256-d202-470b-bd88-fe3e4229c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:46.273677 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-98ced256-d202-470b-bd88-fe3e4229c0cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0415969 May 12 11:52:46.320970 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-4c2bee13-e5a8-4221-a45d-5110408c665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:46.322483 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-4c2bee13-e5a8-4221-a45d-5110408c665d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405369 May 12 11:52:46.411352 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-80fe0053-cc47-4cb9-b4bb-aef6169674dd service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826299 May 12 11:52:46.509415 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3ed871b2-2b57-4094-a55e-c8107a9e1dfb req-ef7ef70d-c9bc-4964-89b6-ddc54024bbd8 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918105 May 12 11:52:48.842936 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39778) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:48.944148 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c89ccc-533a-4d20-92b5-5b1e45d0db80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:49.018993 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c89ccc-533a-4d20-92b5-5b1e45d0db80 admin admin] Publish callbacks [] for security_group (e4321a88-141c-4ef3-b4b9-577b337d196c), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:49.022824 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c89ccc-533a-4d20-92b5-5b1e45d0db80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (e4321a88-141c-4ef3-b4b9-577b337d196c), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:49.060999 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-72c89ccc-533a-4d20-92b5-5b1e45d0db80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=073864ff758846a6b8b5343cfcb77a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169492 May 12 11:52:49.061887 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c89ccc-533a-4d20-92b5-5b1e45d0db80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4321a88-141c-4ef3-b4b9-577b337d196c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:49.063700 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39782) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:52:49.114963 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e1d72772-7900-4e4b-b88f-9d7c4a8769e4 admin admin] Publish callbacks [] for security_group (e4321a88-141c-4ef3-b4b9-577b337d196c), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:49.136336 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e1d72772-7900-4e4b-b88f-9d7c4a8769e4 admin admin] Publish callbacks [] for security_group (e4321a88-141c-4ef3-b4b9-577b337d196c), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:49.188534 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e1d72772-7900-4e4b-b88f-9d7c4a8769e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (e4321a88-141c-4ef3-b4b9-577b337d196c), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:49.191679 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e1d72772-7900-4e4b-b88f-9d7c4a8769e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:49.192819 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-e1d72772-7900-4e4b-b88f-9d7c4a8769e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4321a88-141c-4ef3-b4b9-577b337d196c HTTP/1.1" status: 204 len: 168 time: 0.1280537 May 12 11:52:49.201850 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d72772-7900-4e4b-b88f-9d7c4a8769e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4321a88-141c-4ef3-b4b9-577b337d196c,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:52:53.018964 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-739f6657-ffba-4b2b-a642-fad0bd108ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:53.289090 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791143b9-44e7-4fd7-bb19-b05c5f087367 req-0712fca0-fea4-4015-9909-771635906405 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:53.290633 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-791143b9-44e7-4fd7-bb19-b05c5f087367 req-0712fca0-fea4-4015-9909-771635906405 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0531833 May 12 11:52:53.338752 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-791143b9-44e7-4fd7-bb19-b05c5f087367 req-0b9d93ca-fc6e-457e-92b7-b09956b27f63 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419626 May 12 11:52:53.531160 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:52:54.457407 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d482c-88ed-451c-945c-96fd299d6a42 req-f97d4a13-9d3e-4923-8fb2-e412135c8eab tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:54.459012 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b68d482c-88ed-451c-945c-96fd299d6a42 req-f97d4a13-9d3e-4923-8fb2-e412135c8eab tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0522966 May 12 11:52:54.507859 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b68d482c-88ed-451c-945c-96fd299d6a42 req-4a34a077-ca19-41f8-8103-1f7a50ea5e67 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428562 May 12 11:52:55.154435 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ff29e049-1f99-4a76-a626-2d2617522411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:55.623241 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0f443-b3c8-48d6-b714-8b7c04628b6f req-576f9744-fc12-41b9-911d-41adb24d5f72 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:55.624707 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dce0f443-b3c8-48d6-b714-8b7c04628b6f req-576f9744-fc12-41b9-911d-41adb24d5f72 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0503604 May 12 11:52:55.671468 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-dce0f443-b3c8-48d6-b714-8b7c04628b6f req-2f610b39-3cbd-4866-8d48-f69471077316 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413928 May 12 11:52:56.331831 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:56.781724 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaff753-2c9c-4074-9298-5892fb2cdf83 req-df708900-1ead-42e4-8880-7776f91080b7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:56.783176 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccaff753-2c9c-4074-9298-5892fb2cdf83 req-df708900-1ead-42e4-8880-7776f91080b7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0462594 May 12 11:52:56.830204 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ccaff753-2c9c-4074-9298-5892fb2cdf83 req-4f56e851-ad0e-425c-8971-6fe33d7a0a2e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415320 May 12 11:52:57.053955 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:57.702504 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:52:57.940562 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33dd3-15fd-4737-9b90-2462a15cbb50 req-e1b17f48-8bf5-48ca-970a-d20e2d7413f7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:57.942014 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8cb33dd3-15fd-4737-9b90-2462a15cbb50 req-e1b17f48-8bf5-48ca-970a-d20e2d7413f7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0459011 May 12 11:52:57.988979 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8cb33dd3-15fd-4737-9b90-2462a15cbb50 req-66a289db-0297-422d-ba42-114f8ed8252e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414987 May 12 11:52:59.099342 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaab058-9700-4af6-b952-3952deea05dd req-fbb6d6eb-c714-48e3-b88f-efef012025b9 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:52:59.100776 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fcaab058-9700-4af6-b952-3952deea05dd req-fbb6d6eb-c714-48e3-b88f-efef012025b9 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0460029 May 12 11:52:59.150923 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fcaab058-9700-4af6-b952-3952deea05dd req-13d44651-3bb7-4e42-a6cb-fec9b06378f8 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446861 May 12 11:52:59.170267 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:00.261372 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf4fd3-c606-45ca-8cdf-20f9fdb1e9ce req-272ac885-9eb2-4910-af7f-11f21469c41c tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:00.262814 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c3cf4fd3-c606-45ca-8cdf-20f9fdb1e9ce req-272ac885-9eb2-4910-af7f-11f21469c41c tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0454326 May 12 11:53:00.313785 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c3cf4fd3-c606-45ca-8cdf-20f9fdb1e9ce req-d8f8a5cc-54ff-43a3-9576-df155ab9696e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455027 May 12 11:53:01.424241 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287dbe2-bc77-4af6-a4cd-cf743b977f84 req-dcc972f6-503a-4daa-a006-62945e47e45b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:01.425675 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7287dbe2-bc77-4af6-a4cd-cf743b977f84 req-dcc972f6-503a-4daa-a006-62945e47e45b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0457354 May 12 11:53:01.474073 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7287dbe2-bc77-4af6-a4cd-cf743b977f84 req-2015a8f3-69b0-4dc1-8015-49d5627e3bd1 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429218 May 12 11:53:02.584068 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-81d39f3c-6bc9-406a-ab63-c7d8b62b03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:02.584777 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33528e64-f7e4-4d6f-a8b3-e0a19cfc464c req-059f8fba-16d6-4b52-9d29-b0caa75b6a02 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:02.585870 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-81d39f3c-6bc9-406a-ab63-c7d8b62b03dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e&device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 1130 time: 0.0466037 May 12 11:53:02.586468 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-33528e64-f7e4-4d6f-a8b3-e0a19cfc464c req-059f8fba-16d6-4b52-9d29-b0caa75b6a02 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0465798 May 12 11:53:02.635024 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-33528e64-f7e4-4d6f-a8b3-e0a19cfc464c req-ad0fffd6-fbbd-4fb5-8d02-09a2c849dda1 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422995 May 12 11:53:02.691611 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-4e784a88-b858-4a4d-b982-5388af6d73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:02.693088 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-4e784a88-b858-4a4d-b982-5388af6d73c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d HTTP/1.1" status: 200 len: 910 time: 0.0872760 May 12 11:53:02.757342 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-1ce2b3e2-2d28-4cc2-9a53-d9eef1813381 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b817862-786a-4db4-bdba-c4efd02f2cda HTTP/1.1" status: 200 len: 1002 time: 0.0573888 May 12 11:53:02.812812 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-729b4e62-45a4-44c7-9f8d-93c28213d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:02.814661 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-729b4e62-45a4-44c7-9f8d-93c28213d802 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b2ba468-0e1f-4929-ad7a-e032fa7e5605 HTTP/1.1" status: 200 len: 848 time: 0.0506501 May 12 11:53:02.856298 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-3840dadf-f125-40fa-a941-50537f977973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:02.857749 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-3840dadf-f125-40fa-a941-50537f977973 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377450 May 12 11:53:02.950667 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-d221e133-4d80-490c-9dd9-f5bdcc9d3893 service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859385 May 12 11:53:03.041075 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aa68294a-314f-40fe-83e8-10a45c9fe932 req-84812bce-cf9a-4b89-802a-ecfe595f9d18 service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847130 May 12 11:53:03.517537 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-81f30240-b7f1-4981-8619-bed45b998800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:03.519060 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-81f30240-b7f1-4981-8619-bed45b998800 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e&device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 1130 time: 0.0391996 May 12 11:53:03.610418 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-47e140a1-0cbe-4006-a0ea-26bc17782710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:03.611872 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-47e140a1-0cbe-4006-a0ea-26bc17782710 service neutron] 10.222.0.35 "GET /v2.0/networks?id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d HTTP/1.1" status: 200 len: 910 time: 0.0866497 May 12 11:53:03.677537 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-6f0734b1-693c-458a-ba91-e09301e1f10d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b817862-786a-4db4-bdba-c4efd02f2cda HTTP/1.1" status: 200 len: 1002 time: 0.0568333 May 12 11:53:03.757823 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-0503be4e-6ded-44eb-befc-746f104729dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:03.759158 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-0503be4e-6ded-44eb-befc-746f104729dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b2ba468-0e1f-4929-ad7a-e032fa7e5605 HTTP/1.1" status: 200 len: 848 time: 0.0760691 May 12 11:53:03.767732 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a278f-8549-4760-8cce-42598d51d5ea req-6c882291-6e9a-4574-b3d7-9b0a809d2e21 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:03.769076 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b09a278f-8549-4760-8cce-42598d51d5ea req-6c882291-6e9a-4574-b3d7-9b0a809d2e21 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0602884 May 12 11:53:03.829206 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-3389495d-3aea-44ba-a7fa-6ad802f7154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:03.830722 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-3389495d-3aea-44ba-a7fa-6ad802f7154a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0608039 May 12 11:53:03.861436 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b09a278f-8549-4760-8cce-42598d51d5ea req-ebbb15c1-b704-4637-b412-cf638242503c tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841229 May 12 11:53:03.929099 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-7fb0ed37-0efa-4db0-8f83-86a89cf25e7f service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906429 May 12 11:53:04.015952 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7d1be341-5874-494d-b4f2-14004f0a7854 req-f9cdc957-e403-4562-9aed-c9681f85823f service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801980 May 12 11:53:04.977712 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918cca7-38f4-4c93-9340-1737764b4b1b req-0014ba8c-2451-427b-b17d-c892e8eeb594 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:04.979160 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5918cca7-38f4-4c93-9340-1737764b4b1b req-0014ba8c-2451-427b-b17d-c892e8eeb594 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0463579 May 12 11:53:05.026018 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5918cca7-38f4-4c93-9340-1737764b4b1b req-c8a8ce88-1ed0-4287-b4c2-a0e7584ab15a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412214 May 12 11:53:06.147503 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468945f5-b3f6-4aa2-b8c9-94bf8fb5d203 req-d3bfcc6b-5071-4afa-9d1e-6871301344bb tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:06.148139 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-468945f5-b3f6-4aa2-b8c9-94bf8fb5d203 req-d3bfcc6b-5071-4afa-9d1e-6871301344bb tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0520711 May 12 11:53:06.202894 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-468945f5-b3f6-4aa2-b8c9-94bf8fb5d203 req-8f5225f5-1b57-4813-adae-1074c8d89181 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484767 May 12 11:53:07.317062 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e5c7f-5cec-4ffe-a016-ae1457389531 req-bb73f237-9e16-4eb2-9db3-a0a48e06dc00 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:07.318532 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9d4e5c7f-5cec-4ffe-a016-ae1457389531 req-bb73f237-9e16-4eb2-9db3-a0a48e06dc00 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0499499 May 12 11:53:07.365381 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9d4e5c7f-5cec-4ffe-a016-ae1457389531 req-07498055-87eb-4a39-9c8f-a879ad0bdcd1 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412860 May 12 11:53:07.566707 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24897a1c-aeaa-44bb-ab73-f355815c0648 req-8d2bfc0a-5cab-4608-8c18-ddbbe89b64a7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:07.568233 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-24897a1c-aeaa-44bb-ab73-f355815c0648 req-8d2bfc0a-5cab-4608-8c18-ddbbe89b64a7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0475237 May 12 11:53:07.617755 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-24897a1c-aeaa-44bb-ab73-f355815c0648 req-4719e3c0-08cd-453e-ae0f-09d4d802263b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441387 May 12 11:53:07.631920 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-582a0bce-04c8-4b1f-879a-871667dcedde req-c359884a-f48f-4f34-a950-2441aa942931 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312637 May 12 11:53:07.810687 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a0bce-04c8-4b1f-879a-871667dcedde req-59bfdb92-da47-48b0-b77a-d5d607b6f2b8 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:07.812068 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-582a0bce-04c8-4b1f-879a-871667dcedde req-59bfdb92-da47-48b0-b77a-d5d607b6f2b8 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports/0b817862-786a-4db4-bdba-c4efd02f2cda HTTP/1.1" status: 200 len: 943 time: 0.1533558 May 12 11:53:08.729429 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b0ea9-b007-40c7-8d08-cbd12abb34b2 req-3badb372-654c-44bd-9dba-cfc8d0353e43 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:08.731054 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c99b0ea9-b007-40c7-8d08-cbd12abb34b2 req-3badb372-654c-44bd-9dba-cfc8d0353e43 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0471606 May 12 11:53:08.781588 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c99b0ea9-b007-40c7-8d08-cbd12abb34b2 req-14ffd53d-f8d4-4bd2-8fc4-899516f4da71 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441985 May 12 11:53:09.237120 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a0bce-04c8-4b1f-879a-871667dcedde req-fa0cfd71-ad3b-4225-86c4-c417b5061791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:09.238525 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-582a0bce-04c8-4b1f-879a-871667dcedde req-fa0cfd71-ad3b-4225-86c4-c417b5061791 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01&tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e HTTP/1.1" status: 200 len: 1130 time: 0.0420494 May 12 11:53:09.308364 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a0bce-04c8-4b1f-879a-871667dcedde req-5584582e-a012-4ad2-932d-ee3a8b7407ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:09.309862 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-582a0bce-04c8-4b1f-879a-871667dcedde req-5584582e-a012-4ad2-932d-ee3a8b7407ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e&device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 1130 time: 0.0381405 May 12 11:53:09.398051 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a0bce-04c8-4b1f-879a-871667dcedde req-14423187-0d07-4c10-aaf6-7c6b0c2d8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:09.399440 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-582a0bce-04c8-4b1f-879a-871667dcedde req-14423187-0d07-4c10-aaf6-7c6b0c2d8e44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d HTTP/1.1" status: 200 len: 910 time: 0.0837944 May 12 11:53:09.461277 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-582a0bce-04c8-4b1f-879a-871667dcedde req-5798220e-46f2-4944-a9f8-3c4d3bec3fd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b817862-786a-4db4-bdba-c4efd02f2cda HTTP/1.1" status: 200 len: 1002 time: 0.0553432 May 12 11:53:09.509159 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a0bce-04c8-4b1f-879a-871667dcedde req-fb61e128-33d6-409b-8fb3-9f18ddd2db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:09.510603 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-582a0bce-04c8-4b1f-879a-871667dcedde req-fb61e128-33d6-409b-8fb3-9f18ddd2db35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b2ba468-0e1f-4929-ad7a-e032fa7e5605 HTTP/1.1" status: 200 len: 848 time: 0.0428050 May 12 11:53:09.556266 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a0bce-04c8-4b1f-879a-871667dcedde req-d410a1f0-fa5b-4b80-81f6-85494b933dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:09.557749 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-582a0bce-04c8-4b1f-879a-871667dcedde req-d410a1f0-fa5b-4b80-81f6-85494b933dd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406623 May 12 11:53:09.895885 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-582a0bce-04c8-4b1f-879a-871667dcedde req-34629ad8-34b1-43ad-8f2c-9731a3d42b6a service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315802 May 12 11:53:09.898202 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493c815-17fe-4dd9-8e19-b8f30412355d req-2a10462b-e0cb-4a18-b3be-fee60902c129 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:09.899664 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9493c815-17fe-4dd9-8e19-b8f30412355d req-2a10462b-e0cb-4a18-b3be-fee60902c129 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0497983 May 12 11:53:09.948335 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9493c815-17fe-4dd9-8e19-b8f30412355d req-c03f42d5-d5d0-4805-a6f8-f0315f8effd7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 May 12 11:53:09.993349 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-582a0bce-04c8-4b1f-879a-871667dcedde req-31a56526-2be0-41f5-a23c-46d8b9c745c7 service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900645 May 12 11:53:10.489186 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 0b817862-786a-4db4-bdba-c4efd02f2cda no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:53:10.562993 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 0b817862-786a-4db4-bdba-c4efd02f2cda is: ACTIVE; New status is: DOWN {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:53:10.563381 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:10.588483 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:53:10.590767 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e41b446-c1c6-4d2d-acbc-4b803657a187" -d '{"events": [{"server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "name": "network-vif-unplugged", "status": "completed", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:53:10.606229 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 0b817862-786a-4db4-bdba-c4efd02f2cda, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0b817862-786a-4db4-bdba-c4efd02f2cda,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:53:10.610311 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:10.633248 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 11:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082e66b9-4e1a-40b4-8ade-31e5a46a9896 x-openstack-request-id: req-082e66b9-4e1a-40b4-8ade-31e5a46a9896 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:53:10.633543 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "name": "network-vif-unplugged", "status": "completed", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:53:10.633830 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-082e66b9-4e1a-40b4-8ade-31e5a46a9896 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:53:10.634220 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082e66b9-4e1a-40b4-8ade-31e5a46a9896'] response: {'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'code': 200} May 12 11:53:10.659229 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=0b817862-786a-4db4-bdba-c4efd02f2cda,revision_number=6']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:11.061838 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd0699-f375-4485-bb5f-e956ef268926 req-970436c5-b659-4ad3-a285-55472bae6100 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:11.063282 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-eecd0699-f375-4485-bb5f-e956ef268926 req-970436c5-b659-4ad3-a285-55472bae6100 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0465224 May 12 11:53:11.109771 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-eecd0699-f375-4485-bb5f-e956ef268926 req-ce102663-c80a-4ff8-ad79-283e18c831fd tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410547 May 12 11:53:12.221662 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031386e2-3099-42a4-aa69-2ba917d0fb1d req-e01695d2-55e3-48ea-a0a2-3af689f1231a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:12.223122 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-031386e2-3099-42a4-aa69-2ba917d0fb1d req-e01695d2-55e3-48ea-a0a2-3af689f1231a tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0462084 May 12 11:53:12.270241 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-031386e2-3099-42a4-aa69-2ba917d0fb1d req-edb9f37a-41fb-48c0-bbaa-fc29b892aafb tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416603 May 12 11:53:13.385991 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a803be-98ee-473a-8d28-d39d18f7c0a8 req-4af95dc2-1b56-4e31-9c0e-3ea47795d4e7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:13.387494 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-98a803be-98ee-473a-8d28-d39d18f7c0a8 req-4af95dc2-1b56-4e31-9c0e-3ea47795d4e7 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0499599 May 12 11:53:13.435852 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-98a803be-98ee-473a-8d28-d39d18f7c0a8 req-1c2a78fe-aec5-499d-acfd-9ca9c67bea97 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 May 12 11:53:14.546742 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8ced1-3472-4d96-b62d-f40093b5e2c6 req-ea6df99e-3f18-4755-a7f5-313fcb83e7d9 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:14.548211 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fcd8ced1-3472-4d96-b62d-f40093b5e2c6 req-ea6df99e-3f18-4755-a7f5-313fcb83e7d9 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0459335 May 12 11:53:14.602159 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fcd8ced1-3472-4d96-b62d-f40093b5e2c6 req-08134c39-10d4-411f-83f2-8245727f9ac4 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483801 May 12 11:53:15.714384 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e05bd-f622-4358-93a5-9372fc77b3e3 req-a0cb037d-c381-4d43-9454-ce960ce41bb5 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:15.716318 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d73e05bd-f622-4358-93a5-9372fc77b3e3 req-a0cb037d-c381-4d43-9454-ce960ce41bb5 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0456569 May 12 11:53:15.763155 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d73e05bd-f622-4358-93a5-9372fc77b3e3 req-321f1491-927c-439b-87d9-ceb814a9efdf tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412860 May 12 11:53:16.241096 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81589601-19e9-4492-a451-15dc6278839b req-962f610e-258c-4911-b0e4-c00dd0f6b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:16.242512 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-81589601-19e9-4492-a451-15dc6278839b req-962f610e-258c-4911-b0e4-c00dd0f6b43b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 1128 time: 0.0379639 May 12 11:53:16.285922 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-81589601-19e9-4492-a451-15dc6278839b req-9a8e5c0d-c062-471e-9bd7-6d121d052fb6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369921 May 12 11:53:16.875400 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2947d-7fba-45ed-afec-0f7f600cfc2b req-573495af-71eb-4e9e-b3a4-9f4b7784d449 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:16.876830 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2dd2947d-7fba-45ed-afec-0f7f600cfc2b req-573495af-71eb-4e9e-b3a4-9f4b7784d449 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0454810 May 12 11:53:16.930101 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2dd2947d-7fba-45ed-afec-0f7f600cfc2b req-033e83b5-23af-4506-8b4d-b7304ee35227 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474946 May 12 11:53:18.039685 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe701a6e-cee3-4eca-b6e8-68a1b7e98ccb req-964c623b-bcde-4ae1-8a48-a7465ebec077 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:18.041118 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fe701a6e-cee3-4eca-b6e8-68a1b7e98ccb req-964c623b-bcde-4ae1-8a48-a7465ebec077 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 944 time: 0.0458429 May 12 11:53:18.092189 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fe701a6e-cee3-4eca-b6e8-68a1b7e98ccb req-c4293460-6ddb-4890-99ac-256b595f7327 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454836 May 12 11:53:18.572706 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 0b817862-786a-4db4-bdba-c4efd02f2cda details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:53:18.668710 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 0b817862-786a-4db4-bdba-c4efd02f2cda, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0b817862-786a-4db4-bdba-c4efd02f2cda,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:53:18.680175 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'port_id': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'mac_address': 'fa:16:3e:2c:d7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:53:18.716892 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 0b817862-786a-4db4-bdba-c4efd02f2cda is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:53:18.717277 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:18.729322 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b817862-786a-4db4-bdba-c4efd02f2cda {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:53:18.748204 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 0b817862-786a-4db4-bdba-c4efd02f2cda, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0b817862-786a-4db4-bdba-c4efd02f2cda,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:53:18.752163 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:18.797303 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=0b817862-786a-4db4-bdba-c4efd02f2cda,revision_number=7']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:19.045520 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['0b817862-786a-4db4-bdba-c4efd02f2cda'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:53:20.608811 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 0b817862-786a-4db4-bdba-c4efd02f2cda up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:53:20.654556 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 0b817862-786a-4db4-bdba-c4efd02f2cda triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:53:20.654935 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:20.727963 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 0b817862-786a-4db4-bdba-c4efd02f2cda is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:53:20.728344 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:20.749533 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:53:20.751753 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3891d2-582b-4a7b-8daa-cb7838493861" -d '{"events": [{"server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "name": "network-vif-plugged", "status": "completed", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:53:20.764229 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 0b817862-786a-4db4-bdba-c4efd02f2cda, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0b817862-786a-4db4-bdba-c4efd02f2cda,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:53:20.768476 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:20.795707 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5841defc-0c67-48e2-a197-eec31d46be70 x-openstack-request-id: req-5841defc-0c67-48e2-a197-eec31d46be70 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:53:20.796002 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "name": "network-vif-plugged", "status": "completed", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:53:20.796264 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5841defc-0c67-48e2-a197-eec31d46be70 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:53:20.796655 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5841defc-0c67-48e2-a197-eec31d46be70'] response: {'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'code': 200} May 12 11:53:20.821217 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=0b817862-786a-4db4-bdba-c4efd02f2cda,revision_number=8']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:23.021306 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dc781990-a922-4715-ad58-05bbb476c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:25.155977 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3f7d-41a6-438d-8220-203a830e01ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:26.333671 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:27.057711 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:27.704205 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:28.769528 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 39904) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:53:28.773979 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200834448', 'description': 'tempest-description--447320015'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:53:28.794433 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:28.860402 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (9a48728f-8d05-4433-ab16-61856c24650a), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:28.864064 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9a48728f-8d05-4433-ab16-61856c24650a), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:28.891858 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:28.893049 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1224778 May 12 11:53:28.896131 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39906) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:53:28.896903 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a48728f-8d05-4433-ab16-61856c24650a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:28.900758 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6f0db610-15f1-422f-a5fb-7d8aa8eb7e69 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group_rule': {'security_group_id': '9a48728f-8d05-4433-ab16-61856c24650a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:53:28.903952 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.904304 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.904649 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.904990 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.905322 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.905658 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.906015 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.906347 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.906674 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.906999 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.907320 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.907643 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.907971 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.908285 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.908608 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2b580-bc00-42ff-9934-faa651744fd1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:28.931167 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f0db610-15f1-422f-a5fb-7d8aa8eb7e69 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (372dfac9-68e4-4bd2-a3d5-80a51c7e1e57), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:28.984079 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f0db610-15f1-422f-a5fb-7d8aa8eb7e69 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (372dfac9-68e4-4bd2-a3d5-80a51c7e1e57), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:28.987738 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f0db610-15f1-422f-a5fb-7d8aa8eb7e69 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (372dfac9-68e4-4bd2-a3d5-80a51c7e1e57), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.005868 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0db610-15f1-422f-a5fb-7d8aa8eb7e69 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372dfac9-68e4-4bd2-a3d5-80a51c7e1e57,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:29.012853 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f0db610-15f1-422f-a5fb-7d8aa8eb7e69 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.014101 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-6f0db610-15f1-422f-a5fb-7d8aa8eb7e69 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168101 May 12 11:53:29.016646 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39908) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:53:29.020756 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b26166f5-3e7b-4dcb-b968-dc788f6a4e8e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group_rule': {'security_group_id': '9a48728f-8d05-4433-ab16-61856c24650a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:53:29.046143 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b26166f5-3e7b-4dcb-b968-dc788f6a4e8e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (b29de189-3531-4cf4-ae41-ba20becdb0c0), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.099089 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b26166f5-3e7b-4dcb-b968-dc788f6a4e8e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (b29de189-3531-4cf4-ae41-ba20becdb0c0), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.102437 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b26166f5-3e7b-4dcb-b968-dc788f6a4e8e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (b29de189-3531-4cf4-ae41-ba20becdb0c0), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.120975 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26166f5-3e7b-4dcb-b968-dc788f6a4e8e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29de189-3531-4cf4-ae41-ba20becdb0c0,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:29.127676 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b26166f5-3e7b-4dcb-b968-dc788f6a4e8e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.128867 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b26166f5-3e7b-4dcb-b968-dc788f6a4e8e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113203 May 12 11:53:29.131838 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39910) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:53:29.136182 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:53:29.157789 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.173066 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.238174 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.335312 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Allocated IP 172.27.0.97 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/af5e44c7-715c-48ed-8d72-84849a126da5) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:53:29.436899 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (af5e44c7-715c-48ed-8d72-84849a126da5), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.470081 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (af5e44c7-715c-48ed-8d72-84849a126da5), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.505166 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:53:29.507921 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:53:29.511404 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:53:29.537293 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=af5e44c7-715c-48ed-8d72-84849a126da5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:29.605322 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (975c72bf-09d3-4e0d-a67e-df3db4745d87), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.640578 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (af5e44c7-715c-48ed-8d72-84849a126da5), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.822546 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (af5e44c7-715c-48ed-8d72-84849a126da5), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.827429 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (af5e44c7-715c-48ed-8d72-84849a126da5), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.902913 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=af5e44c7-715c-48ed-8d72-84849a126da5,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:29.910573 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (975c72bf-09d3-4e0d-a67e-df3db4745d87), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.925657 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:29.926923 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-e5d4e0a9-bc7f-4222-b1ff-9d5e36c1e6e7 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7941864 May 12 11:53:30.118097 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-8413af0b-f2f1-469b-8c8b-4ce65dff7a50 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1200834448&fields=id&tenant_id=b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 267 time: 0.0416481 May 12 11:53:30.220726 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-f3d1996a-b219-44d4-94e9-2f673d6977b2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:30.222102 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-f3d1996a-b219-44d4-94e9-2f673d6977b2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 815 time: 0.0971162 May 12 11:53:30.236533 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-6a262cc7-1bb5-4701-9470-ed90fef9be7a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/quotas/b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 375 time: 0.0091980 May 12 11:53:30.289028 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-4fec68cf-955f-4148-abf3-4cc6a982bc4c tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477834 May 12 11:53:30.381108 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-23bd293f-dd72-4aeb-ada5-b0fc92d84146 service neutron] 10.222.0.58 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806942 May 12 11:53:30.471305 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-946c62e7-5199-49e0-a50e-608003476ec4 service neutron] 10.222.0.58 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845442 May 12 11:53:30.529995 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:53:30.628057 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-60013762-3217-4bf8-8cfe-f4ab1bcd3c87 req-c718edcf-bfcf-4443-8098-cb2ef0af3d7d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 210 time: 0.0288224 May 12 11:53:31.604339 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-3be94b40-56fc-41f1-b266-c78190180004 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:31.605804 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-3be94b40-56fc-41f1-b266-c78190180004 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 815 time: 0.0993021 May 12 11:53:31.714417 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-03b8485a-eb17-42e4-bdd4-8665745dea99 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 472 time: 0.0818167 May 12 11:53:31.730021 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d25142c1-e429-4116-b4f1-e0d375c7f92c req-37b59f5f-7339-40ff-9a56-433099de9d70 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 210 time: 0.0343273 May 12 11:53:31.768427 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'port': {'device_id': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'admin_state_up': True, 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'security_groups': ['9a48728f-8d05-4433-ab16-61856c24650a']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:53:31.872543 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Made reservation on behalf of b284fcbfe0214240a616a6d68cedfed2 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:53:31.877121 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.004271 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Allocated IP 172.20.0.5 (7b35a8e2-7cac-4312-8515-92a011fa862b/64b70038-7486-4830-8115-d0a358d959ca/b8ad170a-196a-4b05-b4b7-4d4cc26b5879) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:53:32.145280 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.176942 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.216585 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Network 7b35a8e2-7cac-4312-8515-92a011fa862b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:53:32.219557 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:53:32.223221 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:53:32.252964 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:32.269768 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.270149 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.270482 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.270825 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.271167 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.271513 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.271846 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.272181 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.272513 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.272843 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.273174 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.273503 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.273859 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.274192 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.274517 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:32.289670 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:32.290311 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.307006 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-9c9cb039-9d78-4d60-b1fe-6b5237dcdef0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5423026 May 12 11:53:32.330656 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Request body: {'port': {'device_id': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:53:32.402055 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.471154 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-7aa681f9-0936-4f14-8c1a-0b34cfca9f81 None None] Provisioning complete for port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:53:32.471747 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7aa681f9-0936-4f14-8c1a-0b34cfca9f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.505892 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-7aa681f9-0936-4f14-8c1a-0b34cfca9f81 None None] Port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:53:32.693623 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ad170a-196a-4b05-b4b7-4d4cc26b5879 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:53:32.701566 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Publish callbacks [] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.713685 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Transition to ACTIVE for port object b8ad170a-196a-4b05-b4b7-4d4cc26b5879 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:53:32.717306 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.770890 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:32.841813 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Attempting to bind port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:53:32.842150 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Attempting to bind port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:53:32.842478 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Attempting to bind port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 on network 7b35a8e2-7cac-4312-8515-92a011fa862b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:53:32.847224 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 on network 7b35a8e2-7cac-4312-8515-92a011fa862b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:53:32.847552 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Attempting to bind port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 on network 7b35a8e2-7cac-4312-8515-92a011fa862b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:53:32.850339 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ed328-7b78-4ffd-b7f6-05923eec7f6e req-146d89a5-fdca-47cd-be45-5b97bd2f8dec tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:32.851814 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7b4ed328-7b78-4ffd-b7f6-05923eec7f6e req-146d89a5-fdca-47cd-be45-5b97bd2f8dec tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 943 time: 0.0510356 May 12 11:53:32.852640 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:53:32.852987 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Checking segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:53:32.853370 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Bound using segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:53:32.853832 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Bound port: b8ad170a-196a-4b05-b4b7-4d4cc26b5879, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:53:32.854483 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.909377 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7b4ed328-7b78-4ffd-b7f6-05923eec7f6e req-e63e7231-ed6f-475c-8f19-7b2f2630bc77 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472665 May 12 11:53:32.928316 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] For port b8ad170a-196a-4b05-b4b7-4d4cc26b5879, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:53:32.931488 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] For port b8ad170a-196a-4b05-b4b7-4d4cc26b5879, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:53:32.938586 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.972325 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:32.972912 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:32.974289 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/b8ad170a-196a-4b05-b4b7-4d4cc26b5879 HTTP/1.1" status: 200 len: 1093 time: 0.6479862 May 12 11:53:32.974723 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'tag': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:53:32.976919 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a77980d-5760-4526-a9e7-dc3f71a4a0c0", "tag": "b8ad170a-196a-4b05-b4b7-4d4cc26b5879"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:53:33.001955 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe1d4c-d702-4ad3-92a6-7da408c644b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:33.024525 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2460b7-2205-4f8b-a7c8-4398b07095ff x-openstack-request-id: req-0a2460b7-2205-4f8b-a7c8-4398b07095ff {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:53:33.024773 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a77980d-5760-4526-a9e7-dc3f71a4a0c0", "tag": "b8ad170a-196a-4b05-b4b7-4d4cc26b5879", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:53:33.025138 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a2460b7-2205-4f8b-a7c8-4398b07095ff {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:53:33.025811 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2460b7-2205-4f8b-a7c8-4398b07095ff'] response: {'name': 'network-changed', 'server_uuid': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'tag': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879', 'status': 'completed', 'code': 200} May 12 11:53:33.085194 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-a938b8b7-0c3d-4a12-bde3-4a0a2c69723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:33.087073 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-a938b8b7-0c3d-4a12-bde3-4a0a2c69723d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 1127 time: 0.0410247 May 12 11:53:33.137775 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-70485c77-6eab-408a-a796-7ef6a9d6d632 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ad170a-196a-4b05-b4b7-4d4cc26b5879 HTTP/1.1" status: 200 len: 217 time: 0.0381227 May 12 11:53:33.185589 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c3ce356e-3ba7-4f59-b3e4-5e63040466ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:33.187038 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-c3ce356e-3ba7-4f59-b3e4-5e63040466ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0432949 May 12 11:53:33.228431 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-8050cf81-70be-4959-b21d-96811110a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:33.229803 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-8050cf81-70be-4959-b21d-96811110a5ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370698 May 12 11:53:33.316960 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-2524e89d-ea2b-44cd-a57a-8efe4c4df490 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811265 May 12 11:53:33.402954 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d69d31cc-f831-4f17-88bd-26b13df3e040 req-4264934c-6241-4b3e-b9e0-f76d5ae7d7ea service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796824 May 12 11:53:34.019751 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecddcce-e631-4b74-b678-c80cfd86b0a8 req-1f511e82-3167-4dd2-9af7-e9704bab8f3e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:34.021181 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cecddcce-e631-4b74-b678-c80cfd86b0a8 req-1f511e82-3167-4dd2-9af7-e9704bab8f3e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 943 time: 0.0461068 May 12 11:53:34.070448 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cecddcce-e631-4b74-b678-c80cfd86b0a8 req-36d1dc76-da90-45a8-bf41-c9fbf4dd2eca tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 May 12 11:53:34.275721 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-1e248a70-af4e-406a-a4a5-11a9d624e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:34.277156 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-1e248a70-af4e-406a-a4a5-11a9d624e524 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 1127 time: 0.0378478 May 12 11:53:34.367298 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-e84b303c-89f0-4ed6-853b-010964ae3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:34.368708 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-e84b303c-89f0-4ed6-853b-010964ae3bcb service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 916 time: 0.0846550 May 12 11:53:34.407549 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-9c81299c-beba-47cf-b47b-d87919f36dbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ad170a-196a-4b05-b4b7-4d4cc26b5879 HTTP/1.1" status: 200 len: 217 time: 0.0327754 May 12 11:53:34.458089 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-8d50ba31-6c20-48b6-861b-b402ce0f8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:34.459537 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-8d50ba31-6c20-48b6-861b-b402ce0f8a7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0453863 May 12 11:53:34.501844 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-aabc4911-aa73-449e-b597-fc2e524fbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:34.503732 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-aabc4911-aa73-449e-b597-fc2e524fbc51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370653 May 12 11:53:34.593673 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-41c339ad-dcbb-4646-8991-7244cddaf900 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824251 May 12 11:53:34.678819 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-14d65cd6-879d-414f-80ef-9d6a5cc97b9f req-c831aedc-ca1a-42c2-974e-dfcfaa14e482 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790553 May 12 11:53:35.193674 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd836f-31b9-4a8f-be0a-5242bd2c73b6 req-fd06ac06-4d34-4744-b593-df8c6ec94c86 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:35.195129 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aacd836f-31b9-4a8f-be0a-5242bd2c73b6 req-fd06ac06-4d34-4744-b593-df8c6ec94c86 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 943 time: 0.0461671 May 12 11:53:35.244014 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-aacd836f-31b9-4a8f-be0a-5242bd2c73b6 req-f34fa39d-7c45-4e36-89e7-37a2ae55f730 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433683 May 12 11:53:36.353104 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc4d34-4580-4671-85a4-94c34ea646db req-d34304fd-eb52-4b24-8095-ba9614b37769 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:36.354579 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4dcc4d34-4580-4671-85a4-94c34ea646db req-d34304fd-eb52-4b24-8095-ba9614b37769 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 943 time: 0.0456185 May 12 11:53:36.399128 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4dcc4d34-4580-4671-85a4-94c34ea646db req-0dd62cf0-ac8c-4f2c-9f1a-eb8d783ede95 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385432 May 12 11:53:36.674016 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device b8ad170a-196a-4b05-b4b7-4d4cc26b5879 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:53:36.769708 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port b8ad170a-196a-4b05-b4b7-4d4cc26b5879, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:53:36.780728 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'port_id': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879', 'mac_address': 'fa:16:3e:49:5a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:53:36.816176 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:53:36.816562 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:36.829030 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ad170a-196a-4b05-b4b7-4d4cc26b5879 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:53:36.851392 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port b8ad170a-196a-4b05-b4b7-4d4cc26b5879, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:53:36.855437 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:36.899843 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:36.907225 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.907569 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.907907 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.908257 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.908582 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.908897 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.909222 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.909542 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.909895 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.910218 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.910539 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.910858 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.911173 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.911488 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:36.911803 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:53:37.149300 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['b8ad170a-196a-4b05-b4b7-4d4cc26b5879'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:53:37.507800 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913b0af-d7e0-4cff-8536-533e487907c4 req-5f864b25-e7c9-413e-9136-24e984ed84e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:37.509257 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a913b0af-d7e0-4cff-8536-533e487907c4 req-5f864b25-e7c9-413e-9136-24e984ed84e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 944 time: 0.0460758 May 12 11:53:37.554453 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a913b0af-d7e0-4cff-8536-533e487907c4 req-8ba8e38d-6ef8-426c-9856-36de43c06b24 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396781 May 12 11:53:38.665695 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c78ac-2c83-476a-b2f4-0692a1f73cd1 req-1810f6de-a8e0-4720-bcc3-83db060e9251 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:38.667150 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-425c78ac-2c83-476a-b2f4-0692a1f73cd1 req-1810f6de-a8e0-4720-bcc3-83db060e9251 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 944 time: 0.0485225 May 12 11:53:38.706162 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device b8ad170a-196a-4b05-b4b7-4d4cc26b5879 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:53:38.714184 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-425c78ac-2c83-476a-b2f4-0692a1f73cd1 req-da00cde0-58dc-4f48-9d93-854b766b4929 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410330 May 12 11:53:38.749835 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:53:38.755525 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:53:38.755860 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:38.829410 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:53:38.829838 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:38.851724 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:53:38.853953 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f768d1-356f-4308-9817-41b5b4dbabbe" -d '{"events": [{"server_uuid": "2a77980d-5760-4526-a9e7-dc3f71a4a0c0", "name": "network-vif-plugged", "status": "completed", "tag": "b8ad170a-196a-4b05-b4b7-4d4cc26b5879"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:53:38.870051 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port b8ad170a-196a-4b05-b4b7-4d4cc26b5879, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:53:38.875252 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:38.897652 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b98ade-be19-43b1-8bfb-9193f16edddc x-openstack-request-id: req-27b98ade-be19-43b1-8bfb-9193f16edddc {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:53:38.897974 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a77980d-5760-4526-a9e7-dc3f71a4a0c0", "name": "network-vif-plugged", "status": "completed", "tag": "b8ad170a-196a-4b05-b4b7-4d4cc26b5879", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:53:38.898234 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27b98ade-be19-43b1-8bfb-9193f16edddc {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:53:38.898626 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b98ade-be19-43b1-8bfb-9193f16edddc'] response: {'server_uuid': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879', 'code': 200} May 12 11:53:38.924326 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:53:39.102331 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237ed90-47dd-4a50-8388-6b8055a55fc9 req-1177de83-c552-4ba0-8905-37fdcf1373b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:39.103736 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4237ed90-47dd-4a50-8388-6b8055a55fc9 req-1177de83-c552-4ba0-8905-37fdcf1373b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 1129 time: 0.0367613 May 12 11:53:39.148439 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4237ed90-47dd-4a50-8388-6b8055a55fc9 req-591f518a-7736-4464-b8f3-2b00598c56da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369303 May 12 11:53:39.824096 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef2d14-f30e-4bbb-ab04-87f11f55e501 req-71532354-5faa-4cfc-966b-420c5a3c538b tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:39.825430 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7bef2d14-f30e-4bbb-ab04-87f11f55e501 req-71532354-5faa-4cfc-966b-420c5a3c538b tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 945 time: 0.0452380 May 12 11:53:39.871882 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7bef2d14-f30e-4bbb-ab04-87f11f55e501 req-0b3d76f0-3442-483a-bd82-4adda996c35d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409513 May 12 11:53:40.985799 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbea2a-753c-47b7-9bf7-8472695a50f7 req-a049df6f-88f0-43d9-8d87-b327a6c3397a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:40.987228 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c2fbea2a-753c-47b7-9bf7-8472695a50f7 req-a049df6f-88f0-43d9-8d87-b327a6c3397a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 945 time: 0.0488505 May 12 11:53:41.034456 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c2fbea2a-753c-47b7-9bf7-8472695a50f7 req-e073c6da-037d-49e0-a27e-aa4bd7303da6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417063 May 12 11:53:41.139891 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06249f-459e-43b8-8cd9-21029bc2feec req-43d31dd1-38a6-4941-a989-ccfea2a072ec tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:41.141331 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4b06249f-459e-43b8-8cd9-21029bc2feec req-43d31dd1-38a6-4941-a989-ccfea2a072ec tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 945 time: 0.0457318 May 12 11:53:41.149750 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 39966) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:53:41.154644 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f156c8cf-e683-4b1b-9cbf-60a0bf269208 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'floatingip': {'port_id': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:53:41.192993 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f156c8cf-e683-4b1b-9cbf-60a0bf269208 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (975c72bf-09d3-4e0d-a67e-df3db4745d87), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:41.628076 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f156c8cf-e683-4b1b-9cbf-60a0bf269208 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:41.631885 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f156c8cf-e683-4b1b-9cbf-60a0bf269208 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (975c72bf-09d3-4e0d-a67e-df3db4745d87), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:41.975018 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-f156c8cf-e683-4b1b-9cbf-60a0bf269208 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Floating IP 975c72bf-09d3-4e0d-a67e-df3db4745d87 associated. External IP: 172.27.0.97, port: b8ad170a-196a-4b05-b4b7-4d4cc26b5879. May 12 11:53:42.184855 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f156c8cf-e683-4b1b-9cbf-60a0bf269208 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:53:42.292003 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f156c8cf-e683-4b1b-9cbf-60a0bf269208 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:53:42.297475 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f156c8cf-e683-4b1b-9cbf-60a0bf269208 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:42.302023 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:53:42.312979 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:53:42.313655 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:53:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:53:42.326936 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-f156c8cf-e683-4b1b-9cbf-60a0bf269208 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "PUT /v2.0/floatingips/975c72bf-09d3-4e0d-a67e-df3db4745d87 HTTP/1.1" status: 200 len: 990 time: 1.1761904 May 12 11:53:42.327536 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'tag': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:53:42.329834 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fa2f42-fc53-440e-ba18-1ce220961498" -d '{"events": [{"name": "network-changed", "server_uuid": "2a77980d-5760-4526-a9e7-dc3f71a4a0c0", "tag": "b8ad170a-196a-4b05-b4b7-4d4cc26b5879"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:53:42.364197 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e8af60-1626-4f7a-a6cf-d8e04a2487d8 x-openstack-request-id: req-b0e8af60-1626-4f7a-a6cf-d8e04a2487d8 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:53:42.364495 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a77980d-5760-4526-a9e7-dc3f71a4a0c0", "tag": "b8ad170a-196a-4b05-b4b7-4d4cc26b5879", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:53:42.364754 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0e8af60-1626-4f7a-a6cf-d8e04a2487d8 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:53:42.365168 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e8af60-1626-4f7a-a6cf-d8e04a2487d8'] response: {'name': 'network-changed', 'server_uuid': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'tag': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879', 'status': 'completed', 'code': 200} May 12 11:53:42.450970 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-fa72392c-cd77-4f97-921d-e120574341ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:42.452511 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-fa72392c-cd77-4f97-921d-e120574341ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 1129 time: 0.0414243 May 12 11:53:42.508314 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:53:42.546206 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-abc572db-5bae-4546-a1a1-1995854751bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:42.547606 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-abc572db-5bae-4546-a1a1-1995854751bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 916 time: 0.0888755 May 12 11:53:42.612113 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-5013db21-c240-44cf-b20c-588a824474ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ad170a-196a-4b05-b4b7-4d4cc26b5879 HTTP/1.1" status: 200 len: 998 time: 0.0580740 May 12 11:53:42.666735 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-308dac8b-4fba-44eb-9c5d-6861bce7070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:42.668192 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-308dac8b-4fba-44eb-9c5d-6861bce7070b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0502737 May 12 11:53:42.709943 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-97be342b-672f-4dc1-8910-fb1d388a1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:53:42.711401 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-97be342b-672f-4dc1-8910-fb1d388a1b50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369599 May 12 11:53:42.719006 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '96f891a4-f4f1-4127-9c60-dc1464ddbc4a', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:fd:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:52:29Z', 'updated_at': '2022-05-12T11:52:44Z', 'revision_number': 2, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}, {'id': '975c72bf-09d3-4e0d-a67e-df3db4745d87', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:49:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:53:29Z', 'updated_at': '2022-05-12T11:53:41Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:53:42.751630 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:53:42.759703 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:53:42.760303 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:53:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:53:42.801348 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-19ad56da-9839-4f74-9039-65c03c753845 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835376 May 12 11:53:42.866385 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:53:42.889298 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f5fa2f42-fc53-440e-ba18-1ce220961498 req-68d22dc1-0939-476c-a0b3-104d3589b477 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813286 May 12 11:53:43.073654 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '96f891a4-f4f1-4127-9c60-dc1464ddbc4a', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:fd:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:52:29Z', 'updated_at': '2022-05-12T11:52:44Z', 'revision_number': 2, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}, {'id': '975c72bf-09d3-4e0d-a67e-df3db4745d87', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:49:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:53:29Z', 'updated_at': '2022-05-12T11:53:41Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:53:43.102811 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f0b6d-e7f7-4fb3-8f6f-7c36737df4d7 None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '96f891a4-f4f1-4127-9c60-dc1464ddbc4a', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:fd:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:52:29Z', 'updated_at': '2022-05-12T11:52:44Z', 'revision_number': 2, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}, {'id': '975c72bf-09d3-4e0d-a67e-df3db4745d87', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:49:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:53:29Z', 'updated_at': '2022-05-12T11:53:41Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:53:43.298039 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b70ea6-62a8-4a31-8020-4d9388f41124 None None] New status for floating IP 975c72bf-09d3-4e0d-a67e-df3db4745d87: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:53:53.023918 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8a53-a2de-4956-bfdb-cbcad259110a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:55.157049 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bf471b32-0c51-4a44-b104-6c7c92a34e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:56.337151 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:57.065411 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:57.709001 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:53:59.174668 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:07.528364 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:54:18.549036 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f084fd7-205c-4e4b-8e54-30c4052138d3 req-ee4fe5ff-1752-417e-aa43-53840bb113c0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:18.550538 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6f084fd7-205c-4e4b-8e54-30c4052138d3 req-ee4fe5ff-1752-417e-aa43-53840bb113c0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 945 time: 0.0501606 May 12 11:54:18.601177 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6f084fd7-205c-4e4b-8e54-30c4052138d3 req-ead5605b-1c4c-4d90-8524-81ea3d386cb4 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450811 May 12 11:54:19.721885 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3af1c1-b0bd-4a4d-9b88-da9b6c2d8779 req-9833c56a-1491-44f0-8a3a-45f588f57ed8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:19.723404 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-df3af1c1-b0bd-4a4d-9b88-da9b6c2d8779 req-9833c56a-1491-44f0-8a3a-45f588f57ed8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 945 time: 0.0522923 May 12 11:54:19.769282 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-df3af1c1-b0bd-4a4d-9b88-da9b6c2d8779 req-90599742-2ab0-4da0-bfe7-1698cd0d4d56 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a48728f-8d05-4433-ab16-61856c24650a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402944 May 12 11:54:20.018005 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-86532145-1251-4bb0-ba2b-81b93bc86713 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:20.019468 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-86532145-1251-4bb0-ba2b-81b93bc86713 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 945 time: 0.0464041 May 12 11:54:20.100065 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Deleting port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:20.100404 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:20.189876 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] For port b8ad170a-196a-4b05-b4b7-4d4cc26b5879, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:20.190238 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:20.363902 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:20.364175 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (975c72bf-09d3-4e0d-a67e-df3db4745d87), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:20.364494 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Floating IP 975c72bf-09d3-4e0d-a67e-df3db4745d87 disassociated. External IP: 172.27.0.97, port: b8ad170a-196a-4b05-b4b7-4d4cc26b5879. May 12 11:54:20.364838 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Calling delete_port for b8ad170a-196a-4b05-b4b7-4d4cc26b5879 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:20.491520 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (b8ad170a-196a-4b05-b4b7-4d4cc26b5879), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:20.521328 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'Port': ['ID=b8ad170a-196a-4b05-b4b7-4d4cc26b5879,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:20.634545 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:54:20.740839 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:54:20.750332 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:54:20.760026 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:20.760635 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:53:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:20.782000 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] No DVR routers for this DVR port b8ad170a-196a-4b05-b4b7-4d4cc26b5879 on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:54:20.784473 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:20.787661 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-75a1c7a8-bab1-4765-82dd-be20aac1b722 req-7daf3cec-f76b-4dd0-9966-a6cf049d52e6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "DELETE /v2.0/ports/b8ad170a-196a-4b05-b4b7-4d4cc26b5879 HTTP/1.1" status: 204 len: 173 time: 0.7635005 May 12 11:54:20.788074 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'name': 'network-vif-deleted', 'tag': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:54:20.790320 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce7f0fe-a321-4970-8e31-87acdbca4877" -d '{"events": [{"server_uuid": "2a77980d-5760-4526-a9e7-dc3f71a4a0c0", "name": "network-vif-deleted", "tag": "b8ad170a-196a-4b05-b4b7-4d4cc26b5879"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:54:20.835239 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed296d9-0384-43d9-812e-7f466bc05976 x-openstack-request-id: req-1ed296d9-0384-43d9-812e-7f466bc05976 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:54:20.835537 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a77980d-5760-4526-a9e7-dc3f71a4a0c0", "name": "network-vif-deleted", "tag": "b8ad170a-196a-4b05-b4b7-4d4cc26b5879", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:54:20.835798 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ed296d9-0384-43d9-812e-7f466bc05976 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:54:20.836209 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed296d9-0384-43d9-812e-7f466bc05976'] response: {'server_uuid': '2a77980d-5760-4526-a9e7-dc3f71a4a0c0', 'name': 'network-vif-deleted', 'tag': 'b8ad170a-196a-4b05-b4b7-4d4cc26b5879', 'status': 'completed', 'code': 200} May 12 11:54:20.885170 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:20.888733 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-785aec5b-2cd5-4d7d-a350-d46fb4832ea4 req-cf511592-a036-4960-ad1c-562b0e172674 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a77980d-5760-4526-a9e7-dc3f71a4a0c0 HTTP/1.1" status: 200 len: 210 time: 0.0319209 May 12 11:54:21.124782 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '96f891a4-f4f1-4127-9c60-dc1464ddbc4a', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:fd:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:52:29Z', 'updated_at': '2022-05-12T11:52:44Z', 'revision_number': 2, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:21.149651 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:54:21.158119 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:21.158710 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:53:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:21.267430 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:21.488389 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '96f891a4-f4f1-4127-9c60-dc1464ddbc4a', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:fd:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:52:29Z', 'updated_at': '2022-05-12T11:52:44Z', 'revision_number': 2, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:21.605889 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b35445-a695-48d0-abd8-3557b8ce6ac7 None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '96f891a4-f4f1-4127-9c60-dc1464ddbc4a', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '214a8d47-81ba-42fa-93f3-810b85245b45', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:fd:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:52:29Z', 'updated_at': '2022-05-12T11:52:44Z', 'revision_number': 2, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:54:21.816010 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac2fe04-ea6b-4db1-ac58-9cd8e14b76da None None] New status for floating IP 975c72bf-09d3-4e0d-a67e-df3db4745d87: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:54:21.979127 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40008) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:22.031793 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c618d111-4189-48bc-a3d0-64eedf35abd9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (9a48728f-8d05-4433-ab16-61856c24650a), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:22.054784 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c618d111-4189-48bc-a3d0-64eedf35abd9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (9a48728f-8d05-4433-ab16-61856c24650a), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:22.101712 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c618d111-4189-48bc-a3d0-64eedf35abd9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9a48728f-8d05-4433-ab16-61856c24650a), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:22.104366 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c618d111-4189-48bc-a3d0-64eedf35abd9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:22.105510 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-c618d111-4189-48bc-a3d0-64eedf35abd9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "DELETE /v2.0/security-groups/9a48728f-8d05-4433-ab16-61856c24650a HTTP/1.1" status: 204 len: 168 time: 0.1253772 May 12 11:54:22.108366 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40010) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:22.114411 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618d111-4189-48bc-a3d0-64eedf35abd9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a48728f-8d05-4433-ab16-61856c24650a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:22.121477 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.api.v2.resource [None req-61609a70-8475-41bd-ab42-b3642bbb4f93 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] show failed (client error): The resource could not be found. May 12 11:54:22.122682 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-61609a70-8475-41bd-ab42-b3642bbb4f93 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups/9a48728f-8d05-4433-ab16-61856c24650a HTTP/1.1" status: 404 len: 347 time: 0.0133247 May 12 11:54:22.125602 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40012) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:22.240765 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7d95b09b-382f-4099-966f-82ad18f25cfa tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Deleting port af5e44c7-715c-48ed-8d72-84849a126da5 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:22.241106 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d95b09b-382f-4099-966f-82ad18f25cfa tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (af5e44c7-715c-48ed-8d72-84849a126da5), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:22.317754 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d95b09b-382f-4099-966f-82ad18f25cfa tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (af5e44c7-715c-48ed-8d72-84849a126da5), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:22.317997 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d95b09b-382f-4099-966f-82ad18f25cfa tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (af5e44c7-715c-48ed-8d72-84849a126da5), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:22.330865 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7d95b09b-382f-4099-966f-82ad18f25cfa tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Calling delete_port for af5e44c7-715c-48ed-8d72-84849a126da5 owned by network:floatingip {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:22.455015 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d95b09b-382f-4099-966f-82ad18f25cfa tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (af5e44c7-715c-48ed-8d72-84849a126da5), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:22.483624 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95b09b-382f-4099-966f-82ad18f25cfa tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'Port': ['ID=af5e44c7-715c-48ed-8d72-84849a126da5,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:22.544330 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d95b09b-382f-4099-966f-82ad18f25cfa tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (975c72bf-09d3-4e0d-a67e-df3db4745d87), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:22.546867 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d95b09b-382f-4099-966f-82ad18f25cfa tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:22.548011 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7d95b09b-382f-4099-966f-82ad18f25cfa tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "DELETE /v2.0/floatingips/975c72bf-09d3-4e0d-a67e-df3db4745d87 HTTP/1.1" status: 204 len: 168 time: 0.4215000 May 12 11:54:23.024415 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a25461be-8c55-446b-9a29-cf1d0d939036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:24.271410 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33400dfb-680a-422a-8299-a4e56eb5609e req-83b03d94-025d-485e-8bed-76a9c653ee74 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:24.272845 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-33400dfb-680a-422a-8299-a4e56eb5609e req-83b03d94-025d-485e-8bed-76a9c653ee74 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 946 time: 0.0469167 May 12 11:54:24.318331 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-33400dfb-680a-422a-8299-a4e56eb5609e req-700a6309-2d04-4394-99c4-524257cd0912 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399525 May 12 11:54:24.850540 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device b8ad170a-196a-4b05-b4b7-4d4cc26b5879 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:54:24.869944 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: b8ad170a-196a-4b05-b4b7-4d4cc26b5879 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:54:24.870289 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device b8ad170a-196a-4b05-b4b7-4d4cc26b5879 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:54:25.160728 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-466957bc-28e7-4d83-a3a2-87d4babf3f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:25.430699 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0465fa4-a67c-433c-940e-0f6f35deb15c req-f35c9bdb-d57b-497e-8014-516852d48d1e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:25.432053 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d0465fa4-a67c-433c-940e-0f6f35deb15c req-f35c9bdb-d57b-497e-8014-516852d48d1e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 946 time: 0.0460691 May 12 11:54:25.477053 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d0465fa4-a67c-433c-940e-0f6f35deb15c req-ccb2e32b-b59b-418e-bac1-61269ffc5de2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=43679632-a46c-4a3a-acd3-aa0ba22a2df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396082 May 12 11:54:25.919586 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c660f47a-ee12-4916-98ca-8bd5194304e2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:25.920983 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c660f47a-ee12-4916-98ca-8bd5194304e2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 946 time: 0.0481322 May 12 11:54:26.001349 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Deleting port 214a8d47-81ba-42fa-93f3-810b85245b45 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:26.001684 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:26.090180 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] For port 214a8d47-81ba-42fa-93f3-810b85245b45, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=214a8d47-81ba-42fa-93f3-810b85245b45,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:26.090537 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:26.256243 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:26.256600 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (96f891a4-f4f1-4127-9c60-dc1464ddbc4a), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:26.256943 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Floating IP 96f891a4-f4f1-4127-9c60-dc1464ddbc4a disassociated. External IP: 172.27.0.6, port: 214a8d47-81ba-42fa-93f3-810b85245b45. May 12 11:54:26.257282 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Calling delete_port for 214a8d47-81ba-42fa-93f3-810b85245b45 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:26.340026 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:26.384606 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (214a8d47-81ba-42fa-93f3-810b85245b45), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:26.412128 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'Port': ['ID=214a8d47-81ba-42fa-93f3-810b85245b45,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:26.526801 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:54:26.574934 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cf8f57eb-c515-4bb0-ab4f-16a1f8bad782 req-c82a0c2d-8d6a-46cd-83e5-7b26faa7cd19 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=401ebf5c-6096-418a-b3bd-8e987ed84f6a HTTP/1.1" status: 200 len: 210 time: 0.0309064 May 12 11:54:26.637937 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:54:26.648445 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:54:26.658417 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:26.659004 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:26.678779 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] No DVR routers for this DVR port 214a8d47-81ba-42fa-93f3-810b85245b45 on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:54:26.681235 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:26.684345 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-888a4674-a2cb-43d2-a766-6804c2a6310b req-c32c619b-3c73-45ca-9ece-b22f3c6c337d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "DELETE /v2.0/ports/214a8d47-81ba-42fa-93f3-810b85245b45 HTTP/1.1" status: 204 len: 173 time: 0.7582672 May 12 11:54:26.684782 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'name': 'network-vif-deleted', 'tag': '214a8d47-81ba-42fa-93f3-810b85245b45'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:54:26.687606 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea42a347-4c10-4485-8e9a-49aea41f75d4" -d '{"events": [{"server_uuid": "401ebf5c-6096-418a-b3bd-8e987ed84f6a", "name": "network-vif-deleted", "tag": "214a8d47-81ba-42fa-93f3-810b85245b45"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:54:26.727471 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbcb21a-9a1d-48f3-b383-0840cc446670 x-openstack-request-id: req-1bbcb21a-9a1d-48f3-b383-0840cc446670 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:54:26.727886 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401ebf5c-6096-418a-b3bd-8e987ed84f6a", "name": "network-vif-deleted", "tag": "214a8d47-81ba-42fa-93f3-810b85245b45", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:54:26.728235 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1bbcb21a-9a1d-48f3-b383-0840cc446670 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:54:26.728764 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbcb21a-9a1d-48f3-b383-0840cc446670'] response: {'server_uuid': '401ebf5c-6096-418a-b3bd-8e987ed84f6a', 'name': 'network-vif-deleted', 'tag': '214a8d47-81ba-42fa-93f3-810b85245b45', 'status': 'completed', 'code': 200} May 12 11:54:26.770193 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:26.963167 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:26.989002 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:54:26.997565 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:26.998141 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:27.067014 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:27.104640 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:27.290913 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:27.320761 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366aaab5-11e2-4176-9076-3b65aed9c5bd None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:54:27.532541 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8bf7f-3b65-4e19-95f2-f1d3af2eb795 None None] New status for floating IP 96f891a4-f4f1-4127-9c60-dc1464ddbc4a: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:54:27.663678 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40042) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:27.709764 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:27.721672 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63df6483-6c21-4c74-b350-95b02fbddbe2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (43679632-a46c-4a3a-acd3-aa0ba22a2df0), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:27.746732 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63df6483-6c21-4c74-b350-95b02fbddbe2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (43679632-a46c-4a3a-acd3-aa0ba22a2df0), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:27.793042 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63df6483-6c21-4c74-b350-95b02fbddbe2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (43679632-a46c-4a3a-acd3-aa0ba22a2df0), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:27.795634 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63df6483-6c21-4c74-b350-95b02fbddbe2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:27.796815 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-63df6483-6c21-4c74-b350-95b02fbddbe2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "DELETE /v2.0/security-groups/43679632-a46c-4a3a-acd3-aa0ba22a2df0 HTTP/1.1" status: 204 len: 168 time: 0.1320946 May 12 11:54:27.799812 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40044) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:27.805515 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df6483-6c21-4c74-b350-95b02fbddbe2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43679632-a46c-4a3a-acd3-aa0ba22a2df0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:27.815484 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.api.v2.resource [None req-9317e4a5-b2f4-467b-afb3-414d89e810a8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] show failed (client error): The resource could not be found. May 12 11:54:27.819051 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-9317e4a5-b2f4-467b-afb3-414d89e810a8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups/43679632-a46c-4a3a-acd3-aa0ba22a2df0 HTTP/1.1" status: 404 len: 347 time: 0.0151143 May 12 11:54:27.819270 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40046) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:27.932932 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d1bee517-85f9-439a-aad0-11d45e154485 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Deleting port c5cf086f-183a-494d-b8d5-9422a7eb0f02 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:27.933189 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d1bee517-85f9-439a-aad0-11d45e154485 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (c5cf086f-183a-494d-b8d5-9422a7eb0f02), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.006658 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d1bee517-85f9-439a-aad0-11d45e154485 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (c5cf086f-183a-494d-b8d5-9422a7eb0f02), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.006980 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d1bee517-85f9-439a-aad0-11d45e154485 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (c5cf086f-183a-494d-b8d5-9422a7eb0f02), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.018794 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d1bee517-85f9-439a-aad0-11d45e154485 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Calling delete_port for c5cf086f-183a-494d-b8d5-9422a7eb0f02 owned by network:floatingip {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:28.148290 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d1bee517-85f9-439a-aad0-11d45e154485 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (c5cf086f-183a-494d-b8d5-9422a7eb0f02), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.177621 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bee517-85f9-439a-aad0-11d45e154485 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'Port': ['ID=c5cf086f-183a-494d-b8d5-9422a7eb0f02,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:28.237453 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d1bee517-85f9-439a-aad0-11d45e154485 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (96f891a4-f4f1-4127-9c60-dc1464ddbc4a), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.239882 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d1bee517-85f9-439a-aad0-11d45e154485 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.241066 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-d1bee517-85f9-439a-aad0-11d45e154485 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "DELETE /v2.0/floatingips/96f891a4-f4f1-4127-9c60-dc1464ddbc4a HTTP/1.1" status: 204 len: 168 time: 0.4209154 May 12 11:54:28.316801 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40050) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:28.321320 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1eb7ee60-3c91-4593-9818-1e02e337169f tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267182477', 'description': 'tempest-description--2138542742'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:28.341605 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ee60-3c91-4593-9818-1e02e337169f tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.406642 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ee60-3c91-4593-9818-1e02e337169f tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (393d8297-604d-4b59-9aa8-6ba9ae800c1a), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.411123 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ee60-3c91-4593-9818-1e02e337169f tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (393d8297-604d-4b59-9aa8-6ba9ae800c1a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.440417 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ee60-3c91-4593-9818-1e02e337169f tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.441644 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-1eb7ee60-3c91-4593-9818-1e02e337169f tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1237571 May 12 11:54:28.442770 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7ee60-3c91-4593-9818-1e02e337169f tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393d8297-604d-4b59-9aa8-6ba9ae800c1a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:28.444542 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40052) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:28.449414 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-eba471a6-066c-4ad8-b666-cbeeea970ff8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group_rule': {'security_group_id': '393d8297-604d-4b59-9aa8-6ba9ae800c1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:28.475466 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eba471a6-066c-4ad8-b666-cbeeea970ff8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (4fdc4259-670c-4561-b621-c3855b3d3b19), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.529329 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eba471a6-066c-4ad8-b666-cbeeea970ff8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (4fdc4259-670c-4561-b621-c3855b3d3b19), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.533219 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eba471a6-066c-4ad8-b666-cbeeea970ff8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (4fdc4259-670c-4561-b621-c3855b3d3b19), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.550463 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba471a6-066c-4ad8-b666-cbeeea970ff8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdc4259-670c-4561-b621-c3855b3d3b19,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:28.559162 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eba471a6-066c-4ad8-b666-cbeeea970ff8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.560454 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-eba471a6-066c-4ad8-b666-cbeeea970ff8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148186 May 12 11:54:28.563078 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40054) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:28.567265 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-1742a582-752d-45dd-bb83-dd0c7f02c457 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group_rule': {'security_group_id': '393d8297-604d-4b59-9aa8-6ba9ae800c1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:28.592274 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1742a582-752d-45dd-bb83-dd0c7f02c457 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (4c5495e5-76bd-4256-bcfe-6e565a6d579a), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.647175 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1742a582-752d-45dd-bb83-dd0c7f02c457 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (4c5495e5-76bd-4256-bcfe-6e565a6d579a), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.650645 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1742a582-752d-45dd-bb83-dd0c7f02c457 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (4c5495e5-76bd-4256-bcfe-6e565a6d579a), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.668599 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742a582-752d-45dd-bb83-dd0c7f02c457 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5495e5-76bd-4256-bcfe-6e565a6d579a,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:28.677157 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1742a582-752d-45dd-bb83-dd0c7f02c457 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.678373 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1742a582-752d-45dd-bb83-dd0c7f02c457 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143975 May 12 11:54:28.681974 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40056) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:28.686177 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:28.705832 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.783662 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:28.885311 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Allocated IP 172.27.0.134 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/4d2f4604-46aa-4ec5-ab9c-6195e575fa34) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:54:28.982879 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (4d2f4604-46aa-4ec5-ab9c-6195e575fa34), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:29.015133 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (4d2f4604-46aa-4ec5-ab9c-6195e575fa34), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:29.049496 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:54:29.052090 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:29.055494 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:54:29.083617 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=4d2f4604-46aa-4ec5-ab9c-6195e575fa34,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:29.097063 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.097429 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.097798 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.098133 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.098461 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.098786 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.099107 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.099429 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.099748 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.100067 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.100384 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.100700 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.101015 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.101329 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.101644 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:29.157778 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (cf77f300-0760-4fe6-9f8a-1775b6749a08), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:29.174817 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:29.194101 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (4d2f4604-46aa-4ec5-ab9c-6195e575fa34), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:29.370313 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (4d2f4604-46aa-4ec5-ab9c-6195e575fa34), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:29.374877 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (4d2f4604-46aa-4ec5-ab9c-6195e575fa34), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:29.442214 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=4d2f4604-46aa-4ec5-ab9c-6195e575fa34,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:29.455877 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (cf77f300-0760-4fe6-9f8a-1775b6749a08), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:29.470186 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:29.471389 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-031342f6-d3d8-4e18-880c-b26c9e268627 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7884862 May 12 11:54:29.616614 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-3c39ef77-b41c-4eee-8507-2ea02602d1a1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--267182477&fields=id&tenant_id=b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 267 time: 0.0425353 May 12 11:54:29.721505 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-889a91fd-cd53-481d-9c6b-4035437a4949 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:29.722866 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-889a91fd-cd53-481d-9c6b-4035437a4949 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 815 time: 0.0999942 May 12 11:54:29.736779 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-f6acf0af-6447-4ddc-a4db-a107720fc490 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/quotas/b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 375 time: 0.0085077 May 12 11:54:29.783624 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-5a730514-5325-4cdb-a41c-5eeb66488dfd tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422449 May 12 11:54:29.878379 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-5dba8861-4112-49e1-a31a-6735d4eaf5eb service neutron] 10.222.0.58 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838232 May 12 11:54:29.970799 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-5b633910-b439-4fa3-97fd-5b46e88de16b service neutron] 10.222.0.58 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863380 May 12 11:54:30.127724 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-567a5574-e7d0-4942-89e1-f5d1c306b93d req-e321d486-da44-4ab6-9dca-72721b599efb tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0289543 May 12 11:54:30.903181 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 214a8d47-81ba-42fa-93f3-810b85245b45 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:54:30.925509 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 214a8d47-81ba-42fa-93f3-810b85245b45 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:54:30.925886 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 214a8d47-81ba-42fa-93f3-810b85245b45 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:54:31.095542 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-c0dc65bd-cc9f-4fa2-8c3b-879f0a873a22 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:31.096985 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-c0dc65bd-cc9f-4fa2-8c3b-879f0a873a22 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 815 time: 0.1103539 May 12 11:54:31.165037 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-d41d0e82-df2e-41b0-97be-85653b508d09 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 379 time: 0.0527129 May 12 11:54:31.220266 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-551f4c20-3197-499d-918e-3396762e3857 req-90eacbd3-1833-4fff-9443-0359cdf38f8d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0271323 May 12 11:54:31.257105 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'port': {'device_id': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'admin_state_up': True, 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'security_groups': ['393d8297-604d-4b59-9aa8-6ba9ae800c1a']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:31.363056 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Made reservation on behalf of b284fcbfe0214240a616a6d68cedfed2 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:54:31.366591 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:31.486842 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Allocated IP 172.20.0.13 (7b35a8e2-7cac-4312-8515-92a011fa862b/64b70038-7486-4830-8115-d0a358d959ca/9e40bffb-6790-40e2-907b-99ec56c50c04) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:54:31.620741 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:31.653361 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:31.693328 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Network 7b35a8e2-7cac-4312-8515-92a011fa862b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:54:31.696302 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:31.699999 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:54:31.731364 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=9e40bffb-6790-40e2-907b-99ec56c50c04,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:31.759785 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:31.760413 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:31.776882 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-cd2a4aaa-e426-49cc-98cc-9eb10a596f62 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5233698 May 12 11:54:31.794727 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Request body: {'port': {'device_id': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:31.855122 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:31.915205 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-7c5a0d52-10d0-4530-a453-09e4423b0c16 None None] Provisioning complete for port 9e40bffb-6790-40e2-907b-99ec56c50c04 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:31.915769 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0d52-10d0-4530-a453-09e4423b0c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:31.948543 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a0d52-10d0-4530-a453-09e4423b0c16 None None] Port 9e40bffb-6790-40e2-907b-99ec56c50c04 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:54:32.335684 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24493b4b-2cce-4643-8308-984cb4c12fc2 req-75adf20d-67d9-4baa-b328-4e1a4cc53261 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:32.337195 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-24493b4b-2cce-4643-8308-984cb4c12fc2 req-75adf20d-67d9-4baa-b328-4e1a4cc53261 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 932 time: 0.0476732 May 12 11:54:32.383206 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-24493b4b-2cce-4643-8308-984cb4c12fc2 req-eb889242-006b-4147-8421-9034c4f7a4df tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400877 May 12 11:54:32.389443 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e40bffb-6790-40e2-907b-99ec56c50c04 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:54:32.397587 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Publish callbacks [] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:32.409818 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Transition to ACTIVE for port object 9e40bffb-6790-40e2-907b-99ec56c50c04 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:54:32.413838 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:32.464613 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Pushing event updated for resources: {'Port': ['ID=9e40bffb-6790-40e2-907b-99ec56c50c04,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:32.489264 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.489615 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.490008 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.490340 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.490671 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.491003 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.491381 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.491685 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.492010 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.492337 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.492667 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.492994 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.493314 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.493636 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.493985 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:32.549136 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Attempting to bind port 9e40bffb-6790-40e2-907b-99ec56c50c04 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:54:32.549468 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Attempting to bind port 9e40bffb-6790-40e2-907b-99ec56c50c04 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:54:32.549827 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Attempting to bind port 9e40bffb-6790-40e2-907b-99ec56c50c04 on network 7b35a8e2-7cac-4312-8515-92a011fa862b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:54:32.554302 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Port 9e40bffb-6790-40e2-907b-99ec56c50c04 on network 7b35a8e2-7cac-4312-8515-92a011fa862b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:54:32.554619 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Attempting to bind port 9e40bffb-6790-40e2-907b-99ec56c50c04 on network 7b35a8e2-7cac-4312-8515-92a011fa862b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:54:32.559456 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:54:32.559787 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Checking segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:54:32.560169 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Bound using segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:54:32.560593 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Bound port: 9e40bffb-6790-40e2-907b-99ec56c50c04, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:54:32.560948 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:32.634966 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] For port 9e40bffb-6790-40e2-907b-99ec56c50c04, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:54:32.638014 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] For port 9e40bffb-6790-40e2-907b-99ec56c50c04, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9e40bffb-6790-40e2-907b-99ec56c50c04,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:54:32.644050 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:32.677827 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:32.678395 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:32.679841 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] 10.222.0.35 "PUT /v2.0/ports/9e40bffb-6790-40e2-907b-99ec56c50c04 HTTP/1.1" status: 200 len: 1094 time: 0.8895700 May 12 11:54:32.680285 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'tag': '9e40bffb-6790-40e2-907b-99ec56c50c04'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:54:32.682547 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b3e0c8-3d08-46ca-b102-cfd85f72339e" -d '{"events": [{"name": "network-changed", "server_uuid": "7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d", "tag": "9e40bffb-6790-40e2-907b-99ec56c50c04"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:54:32.713153 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db0962-d522-4c35-ba86-2fc8184ae109 service neutron] Pushing event updated for resources: {'Port': ['ID=9e40bffb-6790-40e2-907b-99ec56c50c04,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:32.744544 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0821d52f-35e9-42e9-9444-776ce85beb6b x-openstack-request-id: req-0821d52f-35e9-42e9-9444-776ce85beb6b {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:54:32.744841 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d", "tag": "9e40bffb-6790-40e2-907b-99ec56c50c04", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:54:32.745100 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0821d52f-35e9-42e9-9444-776ce85beb6b {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:54:32.745497 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0821d52f-35e9-42e9-9444-776ce85beb6b'] response: {'name': 'network-changed', 'server_uuid': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'tag': '9e40bffb-6790-40e2-907b-99ec56c50c04', 'status': 'completed', 'code': 200} May 12 11:54:32.779379 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-6c1c2a60-c5ba-4166-8a94-afcb66deb8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:32.780982 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-6c1c2a60-c5ba-4166-8a94-afcb66deb8eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 1128 time: 0.0464001 May 12 11:54:32.830152 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-fed50cfa-9da3-4f74-803a-fbf042c74622 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e40bffb-6790-40e2-907b-99ec56c50c04 HTTP/1.1" status: 200 len: 217 time: 0.0359247 May 12 11:54:32.877627 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-88827c14-6c69-4ae9-ac68-580ed1fac384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:32.879110 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-88827c14-6c69-4ae9-ac68-580ed1fac384 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0435112 May 12 11:54:32.920505 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-c82efec7-3c92-4978-9657-5c156954f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:32.921988 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-c82efec7-3c92-4978-9657-5c156954f248 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373676 May 12 11:54:33.011299 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-3ed6e7af-f301-4a65-a8c5-131277b70a69 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831606 May 12 11:54:33.100644 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-88b6edc1-74b2-4c58-b5ee-e1279e227258 req-003043c4-1b5a-4d5f-bc49-e8b9834f40a3 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838346 May 12 11:54:33.496577 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e37d56-b139-42f0-aba4-de9c7f7b2c6c req-ea0404d7-61a1-4156-bb46-ddfe4ddd1913 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:33.498053 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e8e37d56-b139-42f0-aba4-de9c7f7b2c6c req-ea0404d7-61a1-4156-bb46-ddfe4ddd1913 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 944 time: 0.0495620 May 12 11:54:33.544911 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e8e37d56-b139-42f0-aba4-de9c7f7b2c6c req-873a8469-832f-4691-ab10-8260791ca444 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409732 May 12 11:54:33.833652 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40092) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:33.927115 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-83ebf865-cfdd-4191-860b-22d032de7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:33.928539 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-83ebf865-cfdd-4191-860b-22d032de7849 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 1128 time: 0.0598547 May 12 11:54:34.083509 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Deleting port 445501b4-41c3-47d8-a6bf-0bdfe0ca511e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:34.083903 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (445501b4-41c3-47d8-a6bf-0bdfe0ca511e), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:34.098541 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-95cc225f-9144-4baa-98eb-59615ee7501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:34.099990 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-95cc225f-9144-4baa-98eb-59615ee7501b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 916 time: 0.1411083 May 12 11:54:34.144115 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-28479d87-6677-4049-9611-774fca26ba6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e40bffb-6790-40e2-907b-99ec56c50c04 HTTP/1.1" status: 200 len: 217 time: 0.0381055 May 12 11:54:34.230915 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (445501b4-41c3-47d8-a6bf-0bdfe0ca511e), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:34.231237 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for floatingip (445501b4-41c3-47d8-a6bf-0bdfe0ca511e), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:34.235100 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-67e5ced9-ed08-4a02-84ea-8c0402d7978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:34.236505 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-67e5ced9-ed08-4a02-84ea-8c0402d7978b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0639820 May 12 11:54:34.255505 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Calling delete_port for 445501b4-41c3-47d8-a6bf-0bdfe0ca511e owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:34.289131 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-ee78c79e-6cb3-4af0-bec3-1a1a7db8722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:34.290628 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-ee78c79e-6cb3-4af0-bec3-1a1a7db8722c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474391 May 12 11:54:34.456733 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-ddc0b0f4-535c-4f85-bcdb-59227bb022c5 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315973 May 12 11:54:34.587470 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43b3e0c8-3d08-46ca-b102-cfd85f72339e req-0bc115ca-2b23-4c0a-b629-530222556932 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221712 May 12 11:54:34.588712 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (445501b4-41c3-47d8-a6bf-0bdfe0ca511e), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:34.626703 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event deleted for resources: {'Port': ['ID=445501b4-41c3-47d8-a6bf-0bdfe0ca511e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:34.703212 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911643a-d4cc-4962-bf5f-5de70c966ad3 req-a4578ab6-682d-4d44-bbb1-f1efced806f9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:34.704675 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9911643a-d4cc-4962-bf5f-5de70c966ad3 req-a4578ab6-682d-4d44-bbb1-f1efced806f9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 944 time: 0.0817869 May 12 11:54:34.737611 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for floatingip (d07f4959-ce7c-4f7a-a019-45838c2d55a8), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:34.737893 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Floating IP d07f4959-ce7c-4f7a-a019-45838c2d55a8 disassociated (deleted). External IP: 172.27.0.250, port: 0b817862-786a-4db4-bdba-c4efd02f2cda. May 12 11:54:34.798863 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9911643a-d4cc-4962-bf5f-5de70c966ad3 req-c2c354dc-06d5-4918-8759-c52d1afc015a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884314 May 12 11:54:34.962121 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Router 6498dd59-26af-40d7-8c29-07c53332b128 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:54:35.076069 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:54:35.081276 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:35.085674 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] Sync routers for ids ['6498dd59-26af-40d7-8c29-07c53332b128'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:54:35.096824 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] Routers {'6498dd59-26af-40d7-8c29-07c53332b128'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:35.097466 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['6498dd59-26af-40d7-8c29-07c53332b128'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:35.109671 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-972669af-4ad5-4500-8a05-7b61123ca940 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "DELETE /v2.0/floatingips/d07f4959-ce7c-4f7a-a019-45838c2d55a8 HTTP/1.1" status: 204 len: 168 time: 1.2749107 May 12 11:54:35.110293 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:54:35.112496 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76610d70-46ae-4956-91dc-ddc7c9508d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:54:35.152254 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebe8585-1e72-4faa-9e39-a12966f659f5 x-openstack-request-id: req-0ebe8585-1e72-4faa-9e39-a12966f659f5 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:54:35.152546 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:54:35.152800 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ebe8585-1e72-4faa-9e39-a12966f659f5 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:54:35.153207 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebe8585-1e72-4faa-9e39-a12966f659f5'] response: {'name': 'network-changed', 'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'status': 'completed', 'code': 200} May 12 11:54:35.211959 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] Set router 6498dd59-26af-40d7-8c29-07c53332b128 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:35.242487 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-ed46a1fc-2b8e-483e-965f-dfbef3145040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:35.243983 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-ed46a1fc-2b8e-483e-965f-dfbef3145040 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e&device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 1130 time: 0.0495484 May 12 11:54:35.332522 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abd888-ab7e-4b35-b36a-bb55bc662e1e req-594f5467-bf28-44ab-bfb9-d98c0a97e12d tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:35.334074 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-70abd888-ab7e-4b35-b36a-bb55bc662e1e req-594f5467-bf28-44ab-bfb9-d98c0a97e12d tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0474427 May 12 11:54:35.383252 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-70abd888-ab7e-4b35-b36a-bb55bc662e1e req-38fbb06f-58a2-474d-bacf-016f9015c1a3 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 May 12 11:54:35.406018 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:58Z', 'revision_number': 5, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:35.434145 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] Checking router: 6498dd59-26af-40d7-8c29-07c53332b128 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:54:35.442611 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] Routers {'6498dd59-26af-40d7-8c29-07c53332b128'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:35.443197 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['6498dd59-26af-40d7-8c29-07c53332b128'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:35.547266 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] Set router 6498dd59-26af-40d7-8c29-07c53332b128 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:35.812493 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:58Z', 'revision_number': 5, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:35.837688 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b2491-e7fb-4b9d-9fe6-1a6a110a2fb5 None None] The sync data for ids ['6498dd59-26af-40d7-8c29-07c53332b128'] in dv-cinder-804735-29-iscsi is: [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:52Z', 'revision_number': 4, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '613292b8-9628-44de-ab86-27f3722b588f', 'name': '', 'network_id': '06d3be15-e26d-4a20-a86d-66f7e5ebcb6d', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'mac_address': 'fa:16:3e:27:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:52Z', 'updated_at': '2022-05-12T11:49:58Z', 'revision_number': 5, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'subnets': [{'id': '3b2ba468-0e1f-4929-ad7a-e032fa7e5605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:54:35.912432 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5ada0-2eeb-469b-a95b-69234cd94f3b req-269db2b1-bd73-4d04-908b-daea046a1534 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:35.914001 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-80a5ada0-2eeb-469b-a95b-69234cd94f3b req-269db2b1-bd73-4d04-908b-daea046a1534 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 944 time: 0.0472956 May 12 11:54:35.961294 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-80a5ada0-2eeb-469b-a95b-69234cd94f3b req-0d4feb4e-0144-4b0f-a4bd-9b18e50d0ed9 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414722 May 12 11:54:36.057448 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e15dfd-4d46-4737-aff9-583ef1bb6a4c None None] New status for floating IP d07f4959-ce7c-4f7a-a019-45838c2d55a8: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:54:36.386927 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-2f1bcb6c-5770-4714-a4be-95ebab74dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:36.388283 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-2f1bcb6c-5770-4714-a4be-95ebab74dbc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d HTTP/1.1" status: 200 len: 910 time: 0.0850894 May 12 11:54:36.494571 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ac6b9-a84e-423e-ae8f-1b4b7832521e req-1bbeb01f-64e7-4d62-8cb2-142522b1b13c tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:36.495996 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c76ac6b9-a84e-423e-ae8f-1b4b7832521e req-1bbeb01f-64e7-4d62-8cb2-142522b1b13c tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0463712 May 12 11:54:36.573566 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-e226fd96-5470-48a8-8bd1-d4e924f3746e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b817862-786a-4db4-bdba-c4efd02f2cda HTTP/1.1" status: 200 len: 217 time: 0.0455215 May 12 11:54:36.577610 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c76ac6b9-a84e-423e-ae8f-1b4b7832521e req-0a98d64c-8e2e-448f-81eb-f818617a2f6e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/security-groups?id=c84a12e0-1b5a-4510-a7da-b1ee356f0778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755360 May 12 11:54:36.620993 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-c7504055-020b-4e86-89b8-f0d53d24af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:36.622442 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-c7504055-020b-4e86-89b8-f0d53d24af46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b2ba468-0e1f-4929-ad7a-e032fa7e5605 HTTP/1.1" status: 200 len: 848 time: 0.0423386 May 12 11:54:36.806309 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-247748df-05c1-4439-89b4-8bbe55a8c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:36.807771 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-247748df-05c1-4439-89b4-8bbe55a8c9be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388556 May 12 11:54:36.899143 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-bb007bf6-aa77-490a-bd41-f09912d3ab33 service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843122 May 12 11:54:36.908392 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 9e40bffb-6790-40e2-907b-99ec56c50c04 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:54:36.930798 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-40f7f675-e3de-40ad-af3d-eae9baf71180 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:36.932923 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-40f7f675-e3de-40ad-af3d-eae9baf71180 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 946 time: 0.0472469 May 12 11:54:36.995987 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-76610d70-46ae-4956-91dc-ddc7c9508d6b req-ae75683d-2925-425c-a672-2568e5d72cd6 service neutron] 10.222.0.35 "GET /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912755 May 12 11:54:37.011803 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 9e40bffb-6790-40e2-907b-99ec56c50c04, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9e40bffb-6790-40e2-907b-99ec56c50c04,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:37.026395 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '9e40bffb-6790-40e2-907b-99ec56c50c04', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'port_id': '9e40bffb-6790-40e2-907b-99ec56c50c04', 'mac_address': 'fa:16:3e:a8:be:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:54:37.043919 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-03d2364b-8242-47a8-97e2-dc0e41008e5e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Deleting port 0b817862-786a-4db4-bdba-c4efd02f2cda {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:37.044393 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-03d2364b-8242-47a8-97e2-dc0e41008e5e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:37.066464 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 9e40bffb-6790-40e2-907b-99ec56c50c04 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:37.067031 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:37.079590 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e40bffb-6790-40e2-907b-99ec56c50c04 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:54:37.099993 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 9e40bffb-6790-40e2-907b-99ec56c50c04, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9e40bffb-6790-40e2-907b-99ec56c50c04,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:37.104393 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:37.137740 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1e107-7a1f-4948-96af-b4363b292805 req-9329109e-c064-4d5f-ae7e-75c44b272796 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:37.139220 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b6a1e107-7a1f-4948-96af-b4363b292805 req-9329109e-c064-4d5f-ae7e-75c44b272796 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 944 time: 0.0912905 May 12 11:54:37.152478 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=9e40bffb-6790-40e2-907b-99ec56c50c04,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:37.159653 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.159988 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.160334 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.160678 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.161016 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.161346 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.161674 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.162054 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.162389 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.162718 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.163043 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.163369 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.163691 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.164011 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.164333 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:37.196320 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-03d2364b-8242-47a8-97e2-dc0e41008e5e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] For port 0b817862-786a-4db4-bdba-c4efd02f2cda, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0b817862-786a-4db4-bdba-c4efd02f2cda,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:37.196682 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-03d2364b-8242-47a8-97e2-dc0e41008e5e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:37.217570 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b6a1e107-7a1f-4948-96af-b4363b292805 req-e47be7b9-a0c5-4388-b97c-792bea2455f8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715184 May 12 11:54:37.218537 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-03d2364b-8242-47a8-97e2-dc0e41008e5e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Calling delete_port for 0b817862-786a-4db4-bdba-c4efd02f2cda owned by compute:nova {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:37.354117 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-03d2364b-8242-47a8-97e2-dc0e41008e5e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (0b817862-786a-4db4-bdba-c4efd02f2cda), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:37.380800 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2364b-8242-47a8-97e2-dc0e41008e5e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event deleted for resources: {'Port': ['ID=0b817862-786a-4db4-bdba-c4efd02f2cda,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:37.393298 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['9e40bffb-6790-40e2-907b-99ec56c50c04'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:54:37.429405 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-03d2364b-8242-47a8-97e2-dc0e41008e5e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] No DVR routers for this DVR port 0b817862-786a-4db4-bdba-c4efd02f2cda on host hv-cinder-80473 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:54:37.431938 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-03d2364b-8242-47a8-97e2-dc0e41008e5e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:37.435188 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4c055790-bbd8-4b5c-a711-c7a93236abbb req-03d2364b-8242-47a8-97e2-dc0e41008e5e tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.35 "DELETE /v2.0/ports/0b817862-786a-4db4-bdba-c4efd02f2cda HTTP/1.1" status: 204 len: 173 time: 0.4974997 May 12 11:54:37.435623 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'name': 'network-vif-deleted', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:54:37.438468 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400be66-de9b-4084-9bdd-2e03e18ce43a" -d '{"events": [{"server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "name": "network-vif-deleted", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:54:37.480515 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dddac9-820f-482d-8b96-79646e65bc8d x-openstack-request-id: req-32dddac9-820f-482d-8b96-79646e65bc8d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:54:37.480888 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d747a75-e74d-4c41-9707-aee578ce2d01", "name": "network-vif-deleted", "tag": "0b817862-786a-4db4-bdba-c4efd02f2cda", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:54:37.481078 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32dddac9-820f-482d-8b96-79646e65bc8d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:54:37.481470 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32dddac9-820f-482d-8b96-79646e65bc8d'] response: {'server_uuid': '8d747a75-e74d-4c41-9707-aee578ce2d01', 'name': 'network-vif-deleted', 'tag': '0b817862-786a-4db4-bdba-c4efd02f2cda', 'status': 'completed', 'code': 200} May 12 11:54:37.680033 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-2b02f017-b589-4d38-9a76-ccf5ff4462a6 req-022b0d03-1e31-40a3-b4cd-a874dca4ed23 tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d747a75-e74d-4c41-9707-aee578ce2d01 HTTP/1.1" status: 200 len: 210 time: 0.0333121 May 12 11:54:38.329869 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397855c-d4bb-4333-97bd-a464a5b48e1d req-8e428f0b-601c-4f72-8169-c14faec26b01 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:38.331298 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a397855c-d4bb-4333-97bd-a464a5b48e1d req-8e428f0b-601c-4f72-8169-c14faec26b01 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 945 time: 0.0454438 May 12 11:54:38.379900 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a397855c-d4bb-4333-97bd-a464a5b48e1d req-42fbb2df-2631-4d2c-97ac-aadca4c5877e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430338 May 12 11:54:38.739567 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40116) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:38.792849 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8f843c8-9885-44bc-9832-576f0c1ab26b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group (c84a12e0-1b5a-4510-a7da-b1ee356f0778), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:38.817306 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8f843c8-9885-44bc-9832-576f0c1ab26b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group (c84a12e0-1b5a-4510-a7da-b1ee356f0778), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:38.875808 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8f843c8-9885-44bc-9832-576f0c1ab26b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (c84a12e0-1b5a-4510-a7da-b1ee356f0778), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:38.878538 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8f843c8-9885-44bc-9832-576f0c1ab26b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:38.879682 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b8f843c8-9885-44bc-9832-576f0c1ab26b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] 10.222.0.58 "DELETE /v2.0/security-groups/c84a12e0-1b5a-4510-a7da-b1ee356f0778 HTTP/1.1" status: 204 len: 168 time: 0.1397099 May 12 11:54:38.888521 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f843c8-9885-44bc-9832-576f0c1ab26b tempest-TestShelveInstance-1499725121 tempest-TestShelveInstance-1499725121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84a12e0-1b5a-4510-a7da-b1ee356f0778,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:38.920388 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 9e40bffb-6790-40e2-907b-99ec56c50c04 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:54:38.931695 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40120) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:38.967557 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 9e40bffb-6790-40e2-907b-99ec56c50c04 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:54:38.973998 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 9e40bffb-6790-40e2-907b-99ec56c50c04 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:38.974371 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:39.051857 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 9e40bffb-6790-40e2-907b-99ec56c50c04 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:39.052174 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:39.074980 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e40bffb-6790-40e2-907b-99ec56c50c04'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:54:39.077247 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ba39cc-2cbe-4dea-bad7-a1503abe0cca" -d '{"events": [{"server_uuid": "7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d", "name": "network-vif-plugged", "status": "completed", "tag": "9e40bffb-6790-40e2-907b-99ec56c50c04"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:54:39.091228 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 9e40bffb-6790-40e2-907b-99ec56c50c04, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9e40bffb-6790-40e2-907b-99ec56c50c04,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:39.096196 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:39.121297 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198a070c-e2a2-4060-b156-1a2067b29874 x-openstack-request-id: req-198a070c-e2a2-4060-b156-1a2067b29874 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:54:39.121592 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d", "name": "network-vif-plugged", "status": "completed", "tag": "9e40bffb-6790-40e2-907b-99ec56c50c04", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:54:39.122044 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-198a070c-e2a2-4060-b156-1a2067b29874 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:54:39.122442 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198a070c-e2a2-4060-b156-1a2067b29874'] response: {'server_uuid': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e40bffb-6790-40e2-907b-99ec56c50c04', 'code': 200} May 12 11:54:39.153590 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=9e40bffb-6790-40e2-907b-99ec56c50c04,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:39.388987 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494465c-0e44-475f-98a1-62967824c13a req-24754aac-5c8a-40cc-9864-85536a2d60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:39.390888 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7494465c-0e44-475f-98a1-62967824c13a req-24754aac-5c8a-40cc-9864-85536a2d60ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 1130 time: 0.0495286 May 12 11:54:39.490666 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7494465c-0e44-475f-98a1-62967824c13a req-4e388c11-d256-4b8a-8942-7ff17e1167ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694666 May 12 11:54:39.490988 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414730ba-c638-4867-94ff-0405a96f9277 req-540b770f-d65a-4988-9db8-c8e5e9ba9ddc tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:39.492482 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-414730ba-c638-4867-94ff-0405a96f9277 req-540b770f-d65a-4988-9db8-c8e5e9ba9ddc tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0472548 May 12 11:54:39.541389 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-414730ba-c638-4867-94ff-0405a96f9277 req-b24302a8-f248-4992-96e5-3b9f94332dd6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432940 May 12 11:54:39.588926 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-265420'] for router_interface (6498dd59-26af-40d7-8c29-07c53332b128), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:39.819013 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] Deleting port 613292b8-9628-44de-ab86-27f3722b588f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:39.819339 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (613292b8-9628-44de-ab86-27f3722b588f), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:39.894489 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] For port 613292b8-9628-44de-ab86-27f3722b588f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=613292b8-9628-44de-ab86-27f3722b588f,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:39.894840 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (613292b8-9628-44de-ab86-27f3722b588f), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:39.907152 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] Calling delete_port for 613292b8-9628-44de-ab86-27f3722b588f owned by network:router_interface {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:40.082731 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (613292b8-9628-44de-ab86-27f3722b588f), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:40.112511 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] Pushing event deleted for resources: {'Port': ['ID=613292b8-9628-44de-ab86-27f3722b588f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:40.278054 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537555'] for router_interface (6498dd59-26af-40d7-8c29-07c53332b128), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:40.495947 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] Router 6498dd59-26af-40d7-8c29-07c53332b128 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:54:40.605352 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:54:40.610401 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-68bfe48f-f804-4c04-89a6-10a954315727 admin admin] 10.222.0.58 "PUT /v2.0/routers/6498dd59-26af-40d7-8c29-07c53332b128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6777210 May 12 11:54:40.613096 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40128) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:40.614964 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] Sync routers for ids ['6498dd59-26af-40d7-8c29-07c53332b128'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:54:40.626918 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] Routers {'6498dd59-26af-40d7-8c29-07c53332b128'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:40.627542 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['6498dd59-26af-40d7-8c29-07c53332b128'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:40.662639 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732a008-54ba-4446-8ce2-08590ab62513 req-aa084a5f-d1a4-43e9-934f-f15e1e224f6d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:40.664535 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e732a008-54ba-4446-8ce2-08590ab62513 req-aa084a5f-d1a4-43e9-934f-f15e1e224f6d tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0531616 May 12 11:54:40.718209 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e732a008-54ba-4446-8ce2-08590ab62513 req-9530622f-5853-40c1-9562-3f22e7c37c0c tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462053 May 12 11:54:40.722469 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Publish callbacks [] for router (6498dd59-26af-40d7-8c29-07c53332b128), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:40.738135 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] Set router 6498dd59-26af-40d7-8c29-07c53332b128 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:40.862103 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b27e07-f718-42d9-ba14-8b317be721d2 req-fdd69fb5-84a9-42cc-935e-1d1610545a71 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:40.863546 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-56b27e07-f718-42d9-ba14-8b317be721d2 req-fdd69fb5-84a9-42cc-935e-1d1610545a71 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0587215 May 12 11:54:40.864831 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Publish callbacks [] for router_gateway (6498dd59-26af-40d7-8c29-07c53332b128), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:40.872432 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40132) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:40.877563 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-2cc8e6f6-3cf4-4746-a4e9-92dad06d5eda tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'floatingip': {'port_id': '9e40bffb-6790-40e2-907b-99ec56c50c04'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:40.916038 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:54:40Z', 'revision_number': 5, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port': {'id': '99d77246-fe65-455e-bfd4-10ffe626bd4f', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6498dd59-26af-40d7-8c29-07c53332b128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:40.919652 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Deleting port 99d77246-fe65-455e-bfd4-10ffe626bd4f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:40.919990 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:40.921629 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2cc8e6f6-3cf4-4746-a4e9-92dad06d5eda tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (cf77f300-0760-4fe6-9f8a-1775b6749a08), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:40.931969 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 0b817862-786a-4db4-bdba-c4efd02f2cda no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:54:40.947429 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] Checking router: 6498dd59-26af-40d7-8c29-07c53332b128 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:54:40.953929 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 0b817862-786a-4db4-bdba-c4efd02f2cda {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:54:40.954489 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 0b817862-786a-4db4-bdba-c4efd02f2cda not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:54:40.956937 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] Routers {'6498dd59-26af-40d7-8c29-07c53332b128'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:40.957681 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['6498dd59-26af-40d7-8c29-07c53332b128'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:41.066099 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] Set router 6498dd59-26af-40d7-8c29-07c53332b128 gateway port host: None {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:41.123759 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:54:40Z', 'revision_number': 6, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port_host': None}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:41.150474 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb107e88-3539-4975-8f8d-e2a0c501c003 None None] The sync data for ids ['6498dd59-26af-40d7-8c29-07c53332b128'] in dv-cinder-804735-29-iscsi is: [{'id': '6498dd59-26af-40d7-8c29-07c53332b128', 'name': 'tempest-TestShelveInstance-1337202188-router', 'tenant_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:50Z', 'updated_at': '2022-05-12T11:54:40Z', 'revision_number': 6, 'project_id': 'cde372d003ca4f5fbafa9d6a4bc52e3e', 'gw_port_host': None}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:54:41.267235 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] For port 99d77246-fe65-455e-bfd4-10ffe626bd4f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=99d77246-fe65-455e-bfd4-10ffe626bd4f,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:41.267688 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.279917 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Calling delete_port for 99d77246-fe65-455e-bfd4-10ffe626bd4f owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:41.414146 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2cc8e6f6-3cf4-4746-a4e9-92dad06d5eda tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.418392 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2cc8e6f6-3cf4-4746-a4e9-92dad06d5eda tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (cf77f300-0760-4fe6-9f8a-1775b6749a08), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.444299 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (99d77246-fe65-455e-bfd4-10ffe626bd4f), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.468126 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d77246-fe65-455e-bfd4-10ffe626bd4f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:41.525007 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.l3_db [None req-2cc8e6f6-3cf4-4746-a4e9-92dad06d5eda tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Floating IP cf77f300-0760-4fe6-9f8a-1775b6749a08 associated. External IP: 172.27.0.134, port: 9e40bffb-6790-40e2-907b-99ec56c50c04. May 12 11:54:41.547104 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292862'] for router_gateway (6498dd59-26af-40d7-8c29-07c53332b128), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.642188 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-294070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10353'] for router (6498dd59-26af-40d7-8c29-07c53332b128), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.644308 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Publish callbacks [] for router_controller (6498dd59-26af-40d7-8c29-07c53332b128), precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.690375 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-294063'] for router (6498dd59-26af-40d7-8c29-07c53332b128), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.691059 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6498dd59-26af-40d7-8c29-07c53332b128 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 11:54:41.695631 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.696790 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-299a05e0-01c9-4396-beb5-dec402442b61 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6498dd59-26af-40d7-8c29-07c53332b128 HTTP/1.1" status: 204 len: 168 time: 1.0823731 May 12 11:54:41.699338 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40134) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:41.743178 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8334740e-1d6c-42ce-9afd-701c167b22de admin admin] Deleting subnet 3b2ba468-0e1f-4929-ad7a-e032fa7e5605 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:54:41.746095 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc8e6f6-3cf4-4746-a4e9-92dad06d5eda tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:54:41.746247 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8334740e-1d6c-42ce-9afd-701c167b22de admin admin] Publish callbacks [] for subnet (3b2ba468-0e1f-4929-ad7a-e032fa7e5605), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.783952 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8334740e-1d6c-42ce-9afd-701c167b22de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3592684'] for subnet (3b2ba468-0e1f-4929-ad7a-e032fa7e5605), precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.855410 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc8e6f6-3cf4-4746-a4e9-92dad06d5eda tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:54:41.860990 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8334740e-1d6c-42ce-9afd-701c167b22de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (3b2ba468-0e1f-4929-ad7a-e032fa7e5605), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.861837 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2cc8e6f6-3cf4-4746-a4e9-92dad06d5eda tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.866800 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:54:41.877983 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:41.878851 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:41.897597 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-2cc8e6f6-3cf4-4746-a4e9-92dad06d5eda tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "PUT /v2.0/floatingips/cf77f300-0760-4fe6-9f8a-1775b6749a08 HTTP/1.1" status: 200 len: 992 time: 1.0240467 May 12 11:54:41.898287 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'tag': '9e40bffb-6790-40e2-907b-99ec56c50c04'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:54:41.900582 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94faa05-e94b-4b1d-80f4-2247b1c72082" -d '{"events": [{"name": "network-changed", "server_uuid": "7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d", "tag": "9e40bffb-6790-40e2-907b-99ec56c50c04"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:54:41.930515 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8334740e-1d6c-42ce-9afd-701c167b22de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10328332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3198093'] for subnet (3b2ba468-0e1f-4929-ad7a-e032fa7e5605), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.940154 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be77d37-3237-48d2-a1e4-c98cc9d4e49e x-openstack-request-id: req-7be77d37-3237-48d2-a1e4-c98cc9d4e49e {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:54:41.940455 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d", "tag": "9e40bffb-6790-40e2-907b-99ec56c50c04", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:54:41.940718 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7be77d37-3237-48d2-a1e4-c98cc9d4e49e {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:54:41.941152 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be77d37-3237-48d2-a1e4-c98cc9d4e49e'] response: {'name': 'network-changed', 'server_uuid': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'tag': '9e40bffb-6790-40e2-907b-99ec56c50c04', 'status': 'completed', 'code': 200} May 12 11:54:41.962211 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334740e-1d6c-42ce-9afd-701c167b22de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2ba468-0e1f-4929-ad7a-e032fa7e5605,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:41.964153 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8334740e-1d6c-42ce-9afd-701c167b22de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:41.968209 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-8334740e-1d6c-42ce-9afd-701c167b22de admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3b2ba468-0e1f-4929-ad7a-e032fa7e5605 HTTP/1.1" status: 204 len: 168 time: 0.2673466 May 12 11:54:41.970665 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40140) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:41.993121 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadfe101-b8ec-4272-b939-f5b36d06cbd6 None None] Network 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:54:42.026577 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:42.029899 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-ada8780a-3154-49d9-9fed-7342e09c4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:42.032087 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-ada8780a-3154-49d9-9fed-7342e09c4b86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 1130 time: 0.0423238 May 12 11:54:42.044660 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (06d3be15-e26d-4a20-a86d-66f7e5ebcb6d), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:42.092435 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Deleting port 634b2e7f-fed5-4fb0-9952-b2126009543b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:42.093321 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:42.143095 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-9e105d2e-a7c2-4ea5-bdaa-7da38143959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:42.144473 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-9e105d2e-a7c2-4ea5-bdaa-7da38143959e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 916 time: 0.1054962 May 12 11:54:42.165683 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] For port 634b2e7f-fed5-4fb0-9952-b2126009543b, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=634b2e7f-fed5-4fb0-9952-b2126009543b,segment=NetworkSegment(88e0015c-6814-4fae-9be3-dc033b104ef9),segment_id=88e0015c-6814-4fae-9be3-dc033b104ef9)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:42.166090 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:42.181479 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Calling delete_port for 634b2e7f-fed5-4fb0-9952-b2126009543b owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:42.217244 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-7ad11954-1f9a-417b-8be1-0808d05dbe4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e40bffb-6790-40e2-907b-99ec56c50c04 HTTP/1.1" status: 200 len: 1000 time: 0.0667772 May 12 11:54:42.282893 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (634b2e7f-fed5-4fb0-9952-b2126009543b), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:42.284115 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-c95bfd84-bc89-4b7e-9804-03f1398a09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:42.286068 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-c95bfd84-bc89-4b7e-9804-03f1398a09fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0613468 May 12 11:54:42.315070 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Pushing event deleted for resources: {'Port': ['ID=634b2e7f-fed5-4fb0-9952-b2126009543b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:42.318720 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] No DVR routers for this DVR port 634b2e7f-fed5-4fb0-9952-b2126009543b on host dv-cinder-804735-29-iscsi {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:54:42.353397 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-14fd5bfe-dabd-4a57-a581-6254ca9bbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:42.355193 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-14fd5bfe-dabd-4a57-a581-6254ca9bbc2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0619073 May 12 11:54:42.398423 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (06d3be15-e26d-4a20-a86d-66f7e5ebcb6d), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:42.419952 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d3be15-e26d-4a20-a86d-66f7e5ebcb6d']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:42.435185 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e0015c-6814-4fae-9be3-dc033b104ef9') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:42.435583 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e0015c-6814-4fae-9be3-dc033b104ef9') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:42.439583 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'cf77f300-0760-4fe6-9f8a-1775b6749a08', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '9e40bffb-6790-40e2-907b-99ec56c50c04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:a8:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:54:29Z', 'updated_at': '2022-05-12T11:54:41Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:42.454038 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3592661'] for segment (88e0015c-6814-4fae-9be3-dc033b104ef9), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:42.468697 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-cfafead9-fcdf-433d-820b-ffd1436b921f service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047621 May 12 11:54:42.469926 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (88e0015c-6814-4fae-9be3-dc033b104ef9), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:42.476008 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:54:42.476392 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330030'] for segment (88e0015c-6814-4fae-9be3-dc033b104ef9), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: Traceback (most recent call last): May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: timer() May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: cb(*args, **kw) May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: return func(*args, **kwargs) May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: self._notify() May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: self.callback(batched_events) May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: event.method(event) May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: return f(self, *a, **k) May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._get(url).json() May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: return self.request(url, 'GET', **kwargs) May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:54:42.478302 dv-cinder-804735-29-iscsi neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:54:42.480899 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:54:42.489862 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:42.490709 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:42.531809 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a56124-e0dc-43d7-86ec-a9344c0e1a8c None None] DHCP port deletion for 06d3be15-e26d-4a20-a86d-66f7e5ebcb6d request from dv-cinder-804735-29-iscsi {{(pid=109897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 11:54:42.547860 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (06d3be15-e26d-4a20-a86d-66f7e5ebcb6d), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:42.553803 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:42.556774 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] 10.222.0.58 "DELETE /v2.0/networks/06d3be15-e26d-4a20-a86d-66f7e5ebcb6d HTTP/1.1" status: 204 len: 168 time: 0.5852282 May 12 11:54:42.564923 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40142) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:42.567185 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc05381-0b7e-4066-952b-d076ebe4f74a admin admin] Pushing event deleted for resources: {'Network': ['ID=06d3be15-e26d-4a20-a86d-66f7e5ebcb6d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:42.622395 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:42.845972 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'cf77f300-0760-4fe6-9f8a-1775b6749a08', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '9e40bffb-6790-40e2-907b-99ec56c50c04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:a8:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:54:29Z', 'updated_at': '2022-05-12T11:54:41Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:42.877206 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ac187-7799-4117-a1f8-ec39d8c80d2f None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'cf77f300-0760-4fe6-9f8a-1775b6749a08', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '9e40bffb-6790-40e2-907b-99ec56c50c04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:a8:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:54:29Z', 'updated_at': '2022-05-12T11:54:41Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:54:42.887711 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a94faa05-e94b-4b1d-80f4-2247b1c72082 req-6ed24635-78fb-4aa8-8383-4d349e275f55 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126973 May 12 11:54:43.091006 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140cf75-8a4a-43f6-9f07-46e3cf4e3490 None None] New status for floating IP cf77f300-0760-4fe6-9f8a-1775b6749a08: ACTIVE {{(pid=109898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:54:43.094384 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 99d77246-fe65-455e-bfd4-10ffe626bd4f no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:54:43.114822 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 99d77246-fe65-455e-bfd4-10ffe626bd4f {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:54:43.115094 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 99d77246-fe65-455e-bfd4-10ffe626bd4f not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:54:43.115518 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 634b2e7f-fed5-4fb0-9952-b2126009543b no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:54:43.135336 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 634b2e7f-fed5-4fb0-9952-b2126009543b {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:54:43.135688 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 634b2e7f-fed5-4fb0-9952-b2126009543b not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:54:43.136114 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 613292b8-9628-44de-ab86-27f3722b588f no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:54:43.155123 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 613292b8-9628-44de-ab86-27f3722b588f {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:54:43.155541 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 613292b8-9628-44de-ab86-27f3722b588f not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:54:43.187500 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-265420'] for router_interface (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:43.420598 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] Deleting port 7dcea261-2fdf-453d-aa00-5bfb431418ab {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:43.420915 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:43.496953 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] For port 7dcea261-2fdf-453d-aa00-5bfb431418ab, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=7dcea261-2fdf-453d-aa00-5bfb431418ab,segment=NetworkSegment(f4251afe-475f-4943-9738-85aaed9352df),segment_id=f4251afe-475f-4943-9738-85aaed9352df)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:43.497607 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:43.511390 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] Calling delete_port for 7dcea261-2fdf-453d-aa00-5bfb431418ab owned by network:router_interface {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:43.688653 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (7dcea261-2fdf-453d-aa00-5bfb431418ab), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:43.717901 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcea261-2fdf-453d-aa00-5bfb431418ab,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:43.884963 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537555'] for router_interface (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.101858 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] Router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:54:44.209406 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:54:44.214583 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-29aa923e-994a-46f2-b312-88604e32bcad admin admin] 10.222.0.58 "PUT /v2.0/routers/5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6487036 May 12 11:54:44.217331 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40144) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:44.218673 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] Sync routers for ids ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:54:44.228580 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] Routers {'5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:44.229188 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:44.321589 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Publish callbacks [] for router (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.334215 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] Set router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:44.426173 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Publish callbacks [] for router_gateway (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.469657 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Deleting port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:44.470012 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.505168 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'name': 'tempest-TestShelveInstance-69028773-router', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:54Z', 'updated_at': '2022-05-12T11:54:43Z', 'revision_number': 5, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'gw_port': {'id': 'cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:49:55Z', 'updated_at': '2022-05-12T11:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:44.526365 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:54:44.531947 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] Checking router: 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:54:44.540172 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] Routers {'5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:44.540775 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:44.548196 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] For port cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:44.548683 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.561114 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Calling delete_port for cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c owned by network:router_gateway {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:44.628812 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] Set router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:44.681578 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'name': 'tempest-TestShelveInstance-69028773-router', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:54Z', 'updated_at': '2022-05-12T11:54:44Z', 'revision_number': 6, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'gw_port_host': None}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:44.708014 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca301c7f-bbdb-4f13-9f78-3493140987c3 None None] The sync data for ids ['5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94'] in dv-cinder-804735-29-iscsi is: [{'id': '5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94', 'name': 'tempest-TestShelveInstance-69028773-router', 'tenant_id': '0530226851c04ebcb6760a2c1bfe606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:49:54Z', 'updated_at': '2022-05-12T11:54:44Z', 'revision_number': 6, 'project_id': '0530226851c04ebcb6760a2c1bfe606f', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:54:44.727268 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.760885 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:44.824369 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292862'] for router_gateway (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.914629 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-294070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10353'] for router (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.916702 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Publish callbacks [] for router_controller (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.959846 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-294063'] for router (5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.960510 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 {{(pid=109896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 11:54:44.965304 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:44.966471 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-abb87125-dd39-4514-ad5b-9a9a65f31791 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5ff3a90a-8aa9-4f03-9ac2-35288b8b2b94 HTTP/1.1" status: 204 len: 168 time: 0.7477174 May 12 11:54:44.969452 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40146) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:45.019179 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd938ff2-4e5f-4cb0-aabf-1c85abe4674b admin admin] Deleting subnet 44303d9c-931e-4a3e-b397-57a8e66da423 {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:54:45.022200 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd938ff2-4e5f-4cb0-aabf-1c85abe4674b admin admin] Publish callbacks [] for subnet (44303d9c-931e-4a3e-b397-57a8e66da423), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.060446 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd938ff2-4e5f-4cb0-aabf-1c85abe4674b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118276635'] for subnet (44303d9c-931e-4a3e-b397-57a8e66da423), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.140079 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd938ff2-4e5f-4cb0-aabf-1c85abe4674b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (44303d9c-931e-4a3e-b397-57a8e66da423), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.181473 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 7dcea261-2fdf-453d-aa00-5bfb431418ab no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:54:45.199054 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd938ff2-4e5f-4cb0-aabf-1c85abe4674b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118423970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118441275'] for subnet (44303d9c-931e-4a3e-b397-57a8e66da423), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.204651 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 7dcea261-2fdf-453d-aa00-5bfb431418ab {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:54:45.205115 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 7dcea261-2fdf-453d-aa00-5bfb431418ab not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:54:45.225037 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd938ff2-4e5f-4cb0-aabf-1c85abe4674b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44303d9c-931e-4a3e-b397-57a8e66da423,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:45.228588 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd938ff2-4e5f-4cb0-aabf-1c85abe4674b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.231884 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-cd938ff2-4e5f-4cb0-aabf-1c85abe4674b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/44303d9c-931e-4a3e-b397-57a8e66da423 HTTP/1.1" status: 204 len: 168 time: 0.2612724 May 12 11:54:45.234881 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40148) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:45.235035 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2463b905-3194-402d-be19-e3843c20cfef None None] Network b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:54:45.300753 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (b55612cd-aaf7-4367-bdd5-a1f07c9fddf2), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.353819 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Deleting port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:54:45.354355 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.416778 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] For port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=6e3915ae-2eda-4f96-ac3b-dc53fbf99744,segment=NetworkSegment(f4251afe-475f-4943-9738-85aaed9352df),segment_id=f4251afe-475f-4943-9738-85aaed9352df)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:45.417133 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.429375 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Calling delete_port for 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:54:45.499417 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5561e483-9f25-4e4a-b827-6c2e120bc358 None None] DHCP port deletion for b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 request from dv-cinder-804735-29-iscsi {{(pid=109897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 11:54:45.513033 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (6e3915ae-2eda-4f96-ac3b-dc53fbf99744), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.528889 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-5561e483-9f25-4e4a-b827-6c2e120bc358 None None] The port '6e3915ae-2eda-4f96-ac3b-dc53fbf99744' was deleted {{(pid=109897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} May 12 11:54:45.540981 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3915ae-2eda-4f96-ac3b-dc53fbf99744,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:45.545499 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] No DVR routers for this DVR port 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 on host dv-cinder-804735-29-iscsi {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:54:45.619426 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (b55612cd-aaf7-4367-bdd5-a1f07c9fddf2), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.640808 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55612cd-aaf7-4367-bdd5-a1f07c9fddf2']}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:45.650044 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4251afe-475f-4943-9738-85aaed9352df') {'for_net_delete': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:45.650339 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4251afe-475f-4943-9738-85aaed9352df') {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:45.659583 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118276642'] for segment (f4251afe-475f-4943-9738-85aaed9352df), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.672640 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (f4251afe-475f-4943-9738-85aaed9352df), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.678653 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=109896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:54:45.679032 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118425344'] for segment (f4251afe-475f-4943-9738-85aaed9352df), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: Traceback (most recent call last): May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: timer() May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: cb(*args, **kw) May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: return func(*args, **kwargs) May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: self._notify() May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: self.callback(batched_events) May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: event.method(event) May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: return f(self, *a, **k) May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._get(url).json() May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: return self.request(url, 'GET', **kwargs) May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:54:45.680783 dv-cinder-804735-29-iscsi neutron-server[109896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:54:45.741575 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (b55612cd-aaf7-4367-bdd5-a1f07c9fddf2), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.747662 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:45.751388 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b55612cd-aaf7-4367-bdd5-a1f07c9fddf2 HTTP/1.1" status: 204 len: 168 time: 0.5155981 May 12 11:54:45.762627 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fcbc8-e044-4660-bb45-6cba1986ca32 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55612cd-aaf7-4367-bdd5-a1f07c9fddf2,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:45.913259 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40152) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:45.951712 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-df6e4c2c-ab0d-4f59-8871-7abec3e705a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cde372d003ca4f5fbafa9d6a4bc52e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372717 May 12 11:54:45.954798 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40154) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:46.006149 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b19f99e-141d-43fa-acd8-3c02a6a03d8f admin admin] Publish callbacks [] for security_group (d9cc2992-b99b-477d-8f35-89e1138e97dd), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:46.026620 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b19f99e-141d-43fa-acd8-3c02a6a03d8f admin admin] Publish callbacks [] for security_group (d9cc2992-b99b-477d-8f35-89e1138e97dd), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:46.071789 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b19f99e-141d-43fa-acd8-3c02a6a03d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (d9cc2992-b99b-477d-8f35-89e1138e97dd), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:46.074225 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b19f99e-141d-43fa-acd8-3c02a6a03d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:46.075372 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-2b19f99e-141d-43fa-acd8-3c02a6a03d8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9cc2992-b99b-477d-8f35-89e1138e97dd HTTP/1.1" status: 204 len: 168 time: 0.1196859 May 12 11:54:46.082648 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19f99e-141d-43fa-acd8-3c02a6a03d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cc2992-b99b-477d-8f35-89e1138e97dd,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:46.378722 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40160) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:46.417955 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-cf99a5f4-460c-476d-be68-f13968bda330 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0530226851c04ebcb6760a2c1bfe606f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380514 May 12 11:54:46.420383 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40162) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:46.466408 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df82322e-6236-4713-bc2d-b9a3041b9f5d admin admin] Publish callbacks [] for security_group (910856c3-5ed7-4c2c-a6e8-6d28ea0d6221), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:46.486617 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df82322e-6236-4713-bc2d-b9a3041b9f5d admin admin] Publish callbacks [] for security_group (910856c3-5ed7-4c2c-a6e8-6d28ea0d6221), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:46.537624 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df82322e-6236-4713-bc2d-b9a3041b9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (910856c3-5ed7-4c2c-a6e8-6d28ea0d6221), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:46.540155 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df82322e-6236-4713-bc2d-b9a3041b9f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:46.541278 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-df82322e-6236-4713-bc2d-b9a3041b9f5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/910856c3-5ed7-4c2c-a6e8-6d28ea0d6221 HTTP/1.1" status: 204 len: 168 time: 0.1200266 May 12 11:54:46.548812 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82322e-6236-4713-bc2d-b9a3041b9f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910856c3-5ed7-4c2c-a6e8-6d28ea0d6221,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:47.095028 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:54:47.118385 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:54:47.118733 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 6e3915ae-2eda-4f96-ac3b-dc53fbf99744 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:54:47.119162 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:54:47.138182 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:54:47.138763 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device cbcdc0ca-7bca-4c08-b2f8-d17c7a50557c not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:54:47.203028 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40184) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:47.295837 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1360256357-network', 'tenant_id': '7d148f892d044444b6be65537ba8b335'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:47.314921 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Made reservation on behalf of 7d148f892d044444b6be65537ba8b335 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:54:47.317174 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:47.325505 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:47.396794 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Publish callbacks [] for security_group (0eb8689c-2191-4964-8d22-d6cb387f48f0), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:47.400485 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0eb8689c-2191-4964-8d22-d6cb387f48f0), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:47.424923 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:54:47.434263 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb8689c-2191-4964-8d22-d6cb387f48f0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:47.438881 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (7b8acab2-4b1f-4213-b1b7-b27763e37ad2), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:47.439286 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.segments_db [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Added segment 7b8acab2-4b1f-4213-b1b7-b27763e37ad2 of type vlan for network 2251d509-6705-4760-a42b-7398b2cf420e May 12 11:54:47.483058 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (2251d509-6705-4760-a42b-7398b2cf420e), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:47.506521 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (2251d509-6705-4760-a42b-7398b2cf420e), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:47.507492 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:47.508058 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:47.542016 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3378978 May 12 11:54:47.544957 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40188) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:47.550417 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Request body: {'subnet': {'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1360256357-subnet', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:47.569938 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Made reservation on behalf of 7d148f892d044444b6be65537ba8b335 for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:54:47.570677 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07368d9a-4eaa-4b3b-92e3-3c3e11a6476d admin admin] Pushing event updated for resources: {'Network': ['ID=2251d509-6705-4760-a42b-7398b2cf420e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:47.572150 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118441238'] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:47.580914 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network 2251d509-6705-4760-a42b-7398b2cf420e details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:54:48.003282 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118424035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118441216'] for subnet (6261857e-5a13-4d62-86b0-0f105cd2c6d3), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.057121 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6261857e-5a13-4d62-86b0-0f105cd2c6d3,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:48.068775 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Checking segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:54:48.069131 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Network hostable DHCP agents. Network: 2251d509-6705-4760-a42b-7398b2cf420e, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:54:48.085995 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Network 2251d509-6705-4760-a42b-7398b2cf420e is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:54:48.094228 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, 2251d509-6705-4760-a42b-7398b2cf420e) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:48.098025 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:48.098614 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.103997 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2048335b-e496-417c-9ee5-6b9be77b66fb None None] Network 2251d509-6705-4760-a42b-7398b2cf420e requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:54:48.115551 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-f756f246-574e-4c39-a55d-803a2a6c1393 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5665402 May 12 11:54:48.115763 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40190) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:48.119833 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:48.141218 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (2f80d5ff-8595-4a92-963a-a049b64a7949), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.142249 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (2f80d5ff-8595-4a92-963a-a049b64a7949), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.194683 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks [] for router_controller (2f80d5ff-8595-4a92-963a-a049b64a7949), precommit_add_association {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.207430 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-2251d509-6705-4760-a42b-7398b2cf420e', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:54:48.208572 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.336401 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks [] for router_gateway (2f80d5ff-8595-4a92-963a-a049b64a7949), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.347522 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Allocated IP 172.20.0.2 (2251d509-6705-4760-a42b-7398b2cf420e/6261857e-5a13-4d62-86b0-0f105cd2c6d3/fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:54:48.490899 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Publish callbacks [] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.496911 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.514529 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks [] for router_gateway (2f80d5ff-8595-4a92-963a-a049b64a7949), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.533464 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Network 2251d509-6705-4760-a42b-7398b2cf420e is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:54:48.534276 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.536350 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:48.542767 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:54:48.549834 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Pushing event updated for resources: {'Port': ['ID=fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:48.604371 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Attempting to bind port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:54:48.604656 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Attempting to bind port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:54:48.605021 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Attempting to bind port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 on network 2251d509-6705-4760-a42b-7398b2cf420e {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:54:48.610066 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:54:48.610442 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Checking segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:54:48.610843 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.611236 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Bound using segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:54:48.611699 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Bound port: fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:54:48.612077 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.641205 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Allocated IP 172.27.0.68 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/85c21d7c-b69e-447c-beff-976494c38811) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:54:48.676085 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] For port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:54:48.679261 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] For port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:54:48.684677 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.739920 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f647e-4a9c-42f7-b04b-5f9f673f8e61 None None] Pushing event updated for resources: {'Port': ['ID=fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:48.744592 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks [] for port (85c21d7c-b69e-447c-beff-976494c38811), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.778309 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (85c21d7c-b69e-447c-beff-976494c38811), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:48.822060 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:54:48.825032 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:48.828070 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:54:48.856488 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Pushing event updated for resources: {'Port': ['ID=85c21d7c-b69e-447c-beff-976494c38811,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:49.114819 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:54:49.124220 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks [] for router_gateway (2f80d5ff-8595-4a92-963a-a049b64a7949), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:49.167496 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:49.167877 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:49.248668 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:49.249062 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:49.282830 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:49.287791 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:49.334481 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (2f80d5ff-8595-4a92-963a-a049b64a7949), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:49.348476 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:49.472257 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Router 2f80d5ff-8595-4a92-963a-a049b64a7949 is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:54:49.583900 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:54:49.596533 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f8a73-133a-4783-80a9-7561843375a9 None None] Network 2251d509-6705-4760-a42b-7398b2cf420e requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:54:49.599909 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Sync routers for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:54:49.602299 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:49.606597 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40192) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:49.610243 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6561d7ce-737f-4f59-999e-312cf7e7658a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4934700 May 12 11:54:49.610683 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:49.611487 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:49.636447 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-c376ad4f-77c7-402b-a474-ef98033c25ef None None] Provisioning complete for port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:49.636729 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c376ad4f-77c7-402b-a474-ef98033c25ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:49.720753 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:49.779592 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-c376ad4f-77c7-402b-a474-ef98033c25ef None None] Current status of the port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:49.899732 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:49Z', 'revision_number': 3, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:49.927658 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Checking router: 2f80d5ff-8595-4a92-963a-a049b64a7949 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:54:49.928530 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Updating router 2f80d5ff-8595-4a92-963a-a049b64a7949 port 85c21d7c-b69e-447c-beff-976494c38811 binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:54:49.955682 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (85c21d7c-b69e-447c-beff-976494c38811), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:49.997826 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-fb80059e-d55f-421b-a979-217b03dfebfb None None] Provisioning complete for port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:49.998198 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fb80059e-d55f-421b-a979-217b03dfebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.042131 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.075963 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-fb80059e-d55f-421b-a979-217b03dfebfb None None] Current status of the port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:50.200501 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Allocated IP 172.20.0.1 (2251d509-6705-4760-a42b-7398b2cf420e/6261857e-5a13-4d62-86b0-0f105cd2c6d3/12541c8b-9f12-4581-9dfc-7cef08ce7b56) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:54:50.247104 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Publish callbacks [] for port (85c21d7c-b69e-447c-beff-976494c38811), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.252377 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (85c21d7c-b69e-447c-beff-976494c38811), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.303284 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Pushing event updated for resources: {'Port': ['ID=85c21d7c-b69e-447c-beff-976494c38811,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:50.304052 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Publish callbacks [] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.306450 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Attempting to bind port 85c21d7c-b69e-447c-beff-976494c38811 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:54:50.306908 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Attempting to bind port 85c21d7c-b69e-447c-beff-976494c38811 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:54:50.307384 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Attempting to bind port 85c21d7c-b69e-447c-beff-976494c38811 on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:54:50.314003 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.314349 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.314711 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.315075 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.315406 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.315731 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.316056 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.316378 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.316713 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.317039 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.317360 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.317679 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.318020 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.318336 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.318650 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:54:50.324006 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:54:50.324375 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:54:50.324768 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.325158 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:54:50.325622 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Bound port: 85c21d7c-b69e-447c-beff-976494c38811, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:54:50.326027 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (85c21d7c-b69e-447c-beff-976494c38811), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.339431 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.375621 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Network 2251d509-6705-4760-a42b-7398b2cf420e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:54:50.378608 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:50.382148 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:54:50.411585 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Pushing event updated for resources: {'Port': ['ID=12541c8b-9f12-4581-9dfc-7cef08ce7b56,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:50.434296 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (2f80d5ff-8595-4a92-963a-a049b64a7949), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.471337 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] For port 85c21d7c-b69e-447c-beff-976494c38811, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:54:50.474508 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] For port 85c21d7c-b69e-447c-beff-976494c38811, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=85c21d7c-b69e-447c-beff-976494c38811,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:54:50.480880 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (85c21d7c-b69e-447c-beff-976494c38811), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.540281 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ba27b-a267-40a2-bcf9-f9257124dc29 None None] Pushing event updated for resources: {'Port': ['ID=85c21d7c-b69e-447c-beff-976494c38811,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:50.549324 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:50.550001 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:50.574483 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.658282 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:50.707868 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-5bc9cab7-8c2d-40cf-a46c-69dcb41fc99e None None] Provisioning complete for port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:50.709978 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5bc9cab7-8c2d-40cf-a46c-69dcb41fc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.750054 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-5bc9cab7-8c2d-40cf-a46c-69dcb41fc99e None None] Port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:54:50.779263 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Publish callbacks [] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.784785 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.853329 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Pushing event updated for resources: {'Port': ['ID=12541c8b-9f12-4581-9dfc-7cef08ce7b56,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:50.855197 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 1, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:50.856568 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (2f80d5ff-8595-4a92-963a-a049b64a7949), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:50.882132 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d272815-28e8-45b9-b843-f92d1a522e60 None None] The sync data for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi is: [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 1, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:54:50.948154 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Network 2251d509-6705-4760-a42b-7398b2cf420e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:54:50.949557 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:51.080540 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Router 2f80d5ff-8595-4a92-963a-a049b64a7949 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:54:51.156997 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:54:51.209490 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:51.209857 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:51.232724 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:54:51.251388 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-de9e1298-1d57-4854-bafe-1921d8aab986 admin admin] 10.222.0.58 "PUT /v2.0/routers/2f80d5ff-8595-4a92-963a-a049b64a7949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6355557 May 12 11:54:51.427233 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-3fdbbfab-df79-41e8-85fa-580007a581e6 None None] Provisioning complete for port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:51.427607 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbfab-df79-41e8-85fa-580007a581e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:51.456842 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:51.470471 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-3fdbbfab-df79-41e8-85fa-580007a581e6 None None] Port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:54:51.773462 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40208) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:51.778703 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1505856136-network', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:51.798307 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Made reservation on behalf of 67ec3f77ca454ea2a27dcdec90ebc859 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:54:51.800955 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:51.810237 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:51.892393 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Publish callbacks [] for security_group (9c0f9c83-08b4-4633-8670-b284bbeb1700), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:51.896518 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9c0f9c83-08b4-4633-8670-b284bbeb1700), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:51.923727 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:54:51.929181 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0f9c83-08b4-4633-8670-b284bbeb1700,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:51.937501 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (896d6591-3b75-4b64-bdf4-c2c8c0e1637c), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:51.937955 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.segments_db [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Added segment 896d6591-3b75-4b64-bdf4-c2c8c0e1637c of type vlan for network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d May 12 11:54:51.979989 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (f11cb76b-4ee1-433d-8743-5ffaf8bcd72d), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.005089 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (f11cb76b-4ee1-433d-8743-5ffaf8bcd72d), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.006151 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:52.006727 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.040664 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2660520 May 12 11:54:52.043325 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40210) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:52.070877 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Request body: {'subnet': {'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1505856136-subnet', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:52.079812 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f97f59-99fb-4af1-a412-7028ead27269 admin admin] Pushing event updated for resources: {'Network': ['ID=f11cb76b-4ee1-433d-8743-5ffaf8bcd72d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:52.091017 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:54:52.096504 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Made reservation on behalf of 67ec3f77ca454ea2a27dcdec90ebc859 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:54:52.099046 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3198112'] for subnet (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.271619 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10328397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3198134'] for subnet (34dfdc94-f965-4033-a0bd-0fad3d2d9128), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.327390 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34dfdc94-f965-4033-a0bd-0fad3d2d9128,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:52.337812 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Checking segment: {'id': '896d6591-3b75-4b64-bdf4-c2c8c0e1637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:54:52.338169 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Network hostable DHCP agents. Network: f11cb76b-4ee1-433d-8743-5ffaf8bcd72d, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:54:52.354893 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:54:52.362578 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, f11cb76b-4ee1-433d-8743-5ffaf8bcd72d) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:52.366535 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:54:52.367120 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.371135 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23cc923-fbae-4f03-8d2f-47cec28d0336 None None] Network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:54:52.382741 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-e5174b23-9701-467a-8bb5-90a8b2f2d18e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3384411 May 12 11:54:52.385318 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40212) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:52.391952 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1505856136-router', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:52.416616 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-293908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10343'] for router (34167e2a-5c71-4aa5-9767-9c3bf4817178), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.417671 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-294112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10350'] for router (34167e2a-5c71-4aa5-9767-9c3bf4817178), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.475053 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks [] for router_controller (34167e2a-5c71-4aa5-9767-9c3bf4817178), precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.478525 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04102ee9-dc61-5fb5-9e05-6778c3f5dc4c-f11cb76b-4ee1-433d-8743-5ffaf8bcd72d', 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d', 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'fixed_ips': [{'subnet_id': '34dfdc94-f965-4033-a0bd-0fad3d2d9128'}]}} from dv-cinder-804735-29-iscsi. {{(pid=109897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 11:54:52.479500 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.614867 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.db_base_plugin_common [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Allocated IP 172.20.0.2 (f11cb76b-4ee1-433d-8743-5ffaf8bcd72d/34dfdc94-f965-4033-a0bd-0fad3d2d9128/82fc7595-5161-4b3e-9ff6-45adc0f68f62) {{(pid=109897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:54:52.781916 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Publish callbacks [] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), precommit_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.790396 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), after_create {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.830321 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d is already hosted by enough agents. {{(pid=109897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:54:52.833534 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.scheduler.base_scheduler [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Resources bound (agent type, host, resource id): {{(pid=109897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:52.839766 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Received port after_create {{(pid=109897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:54:52.847472 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Pushing event updated for resources: {'Port': ['ID=82fc7595-5161-4b3e-9ff6-45adc0f68f62,revision_number=1']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:52.885737 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks [] for router_gateway (34167e2a-5c71-4aa5-9767-9c3bf4817178), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.905993 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Attempting to bind port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:54:52.906367 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Attempting to bind port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '896d6591-3b75-4b64-bdf4-c2c8c0e1637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:54:52.906733 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Attempting to bind port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 on network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:54:52.911760 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:54:52.912362 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Checking segment: {'id': '896d6591-3b75-4b64-bdf4-c2c8c0e1637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:54:52.912556 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.913318 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Bound using segment: {'id': '896d6591-3b75-4b64-bdf4-c2c8c0e1637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:54:52.913516 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Bound port: 82fc7595-5161-4b3e-9ff6-45adc0f68f62, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896d6591-3b75-4b64-bdf4-c2c8c0e1637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:54:52.913896 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:52.949668 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Sync routers for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:54:52.969586 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:52.970260 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:53.039135 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] For port 82fc7595-5161-4b3e-9ff6-45adc0f68f62, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:54:53.051750 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-15f7e72d-ea2e-49e5-ab47-0abdf24e4ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.063611 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] For port 82fc7595-5161-4b3e-9ff6-45adc0f68f62, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=82fc7595-5161-4b3e-9ff6-45adc0f68f62,segment=NetworkSegment(896d6591-3b75-4b64-bdf4-c2c8c0e1637c),segment_id=896d6591-3b75-4b64-bdf4-c2c8c0e1637c)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:54:53.074826 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks [] for router_gateway (34167e2a-5c71-4aa5-9767-9c3bf4817178), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.095553 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.097349 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.167785 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 85c21d7c-b69e-447c-beff-976494c38811 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:54:53.173616 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:53.225083 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Allocated IP 172.27.0.24 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/1a609644-eb8a-42d1-93f4-48ea5a3f9dae) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:54:53.233187 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f20ab-e612-451c-a36e-2a74d154679c None None] Pushing event updated for resources: {'Port': ['ID=82fc7595-5161-4b3e-9ff6-45adc0f68f62,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:53.314645 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 85c21d7c-b69e-447c-beff-976494c38811 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:53.314861 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (85c21d7c-b69e-447c-beff-976494c38811), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.368626 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks [] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.419559 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.475594 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:54:53.475813 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 2, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:53.477154 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:53.480739 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Pushing event updated for resources: {'Port': ['ID=1a609644-eb8a-42d1-93f4-48ea5a3f9dae,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:53.481636 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:54:53.508372 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Checking router: 2f80d5ff-8595-4a92-963a-a049b64a7949 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:54:53.508726 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Updating router 2f80d5ff-8595-4a92-963a-a049b64a7949 port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 binding host dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:54:53.510737 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 85c21d7c-b69e-447c-beff-976494c38811 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:53.511117 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (85c21d7c-b69e-447c-beff-976494c38811), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.554179 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port 85c21d7c-b69e-447c-beff-976494c38811, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=85c21d7c-b69e-447c-beff-976494c38811,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:53.559272 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (85c21d7c-b69e-447c-beff-976494c38811), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.562645 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.634447 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=85c21d7c-b69e-447c-beff-976494c38811,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:53.740116 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks [] for router_gateway (34167e2a-5c71-4aa5-9767-9c3bf4817178), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.896558 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Publish callbacks [] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.903115 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.950881 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-294041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292826'] for router (34167e2a-5c71-4aa5-9767-9c3bf4817178), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:53.959355 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba1fcf-94de-41d2-85e5-76df91b2bfcc None None] Pushing event updated for resources: {'Port': ['ID=12541c8b-9f12-4581-9dfc-7cef08ce7b56,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:54.010370 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Attempting to bind port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:54:54.010712 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Attempting to bind port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:54:54.011763 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Attempting to bind port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 on network 2251d509-6705-4760-a42b-7398b2cf420e {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:54:54.018431 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:54:54.018927 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Checking segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:54:54.019503 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.019984 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Bound using segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:54:54.020579 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Bound port: 12541c8b-9f12-4581-9dfc-7cef08ce7b56, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:54:54.021054 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.096759 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Router 34167e2a-5c71-4aa5-9767-9c3bf4817178 is scheduled to L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 11:54:54.100092 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] For port 12541c8b-9f12-4581-9dfc-7cef08ce7b56, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:54:54.103718 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] For port 12541c8b-9f12-4581-9dfc-7cef08ce7b56, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=12541c8b-9f12-4581-9dfc-7cef08ce7b56,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:54:54.110991 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.174238 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:54.174975 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:54.211665 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba1fcf-94de-41d2-85e5-76df91b2bfcc None None] Pushing event updated for resources: {'Port': ['ID=12541c8b-9f12-4581-9dfc-7cef08ce7b56,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:54.239410 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:54:54.248871 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Sync routers for ids ['34167e2a-5c71-4aa5-9767-9c3bf4817178'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:54:54.261950 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Routers {'34167e2a-5c71-4aa5-9767-9c3bf4817178'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:54.262597 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['34167e2a-5c71-4aa5-9767-9c3bf4817178'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:54.265792 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.269465 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-bc1d37fc-38fb-4498-834e-1d21d4034fcd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8808234 May 12 11:54:54.269999 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40214) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:54.383815 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Set router 34167e2a-5c71-4aa5-9767-9c3bf4817178 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:54.446594 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccda638-cf9d-4468-8479-76b28cbd172c None None] Network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:54:54.482888 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-4febdf8b-7bc1-42b2-8487-249ec0fa8a2a None None] Provisioning complete for port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:54.483258 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-4febdf8b-7bc1-42b2-8487-249ec0fa8a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.555563 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:54.561468 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'name': 'tempest-TestVolumeBootPattern-1505856136-router', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:52Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 3, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'gw_port': {'id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:53Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:54.592142 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Checking router: 34167e2a-5c71-4aa5-9767-9c3bf4817178 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:54:54.592488 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Updating router 34167e2a-5c71-4aa5-9767-9c3bf4817178 port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae binding host dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:54:54.621361 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.745218 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.775786 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-4febdf8b-7bc1-42b2-8487-249ec0fa8a2a None None] Current status of the port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:54.776178 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-4febdf8b-7bc1-42b2-8487-249ec0fa8a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.831899 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-4febdf8b-7bc1-42b2-8487-249ec0fa8a2a None None] For port 12541c8b-9f12-4581-9dfc-7cef08ce7b56, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=12541c8b-9f12-4581-9dfc-7cef08ce7b56,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:54.862810 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-4febdf8b-7bc1-42b2-8487-249ec0fa8a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.911164 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:54.936310 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Allocated IP 172.20.0.1 (f11cb76b-4ee1-433d-8743-5ffaf8bcd72d/34dfdc94-f965-4033-a0bd-0fad3d2d9128/98fc45e5-4af5-49ce-91c3-6d57703f6934) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:54:54.952221 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d7b4d-61e6-47ed-9cba-d6933d255af3 None None] The sync data for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi is: [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:54:54.958237 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febdf8b-7bc1-42b2-8487-249ec0fa8a2a None None] Pushing event updated for resources: {'Port': ['ID=12541c8b-9f12-4581-9dfc-7cef08ce7b56,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:54.958396 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Publish callbacks [] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.967395 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:54.991010 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-bb66481c-6d5e-49ae-85de-8767f9871f3b None None] Provisioning complete for port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:54.992184 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bb66481c-6d5e-49ae-85de-8767f9871f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.032413 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Attempting to bind port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:54:55.032797 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Attempting to bind port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:54:55.033262 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Attempting to bind port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae on network 1a8327be-4f05-4739-bcd1-d72e8e80810b {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:54:55.054938 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653af119-bae3-4127-ad42-538663d4c5df None None] Pushing event updated for resources: {'Port': ['ID=1a609644-eb8a-42d1-93f4-48ea5a3f9dae,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:55.058633 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:54:55.059165 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Checking segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:54:55.059894 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.060116 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Bound using segment: {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:54:55.060602 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Bound port: 1a609644-eb8a-42d1-93f4-48ea5a3f9dae, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa12e0-255b-48a4-a914-ce37bc552c5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:54:55.060983 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.091361 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-bb66481c-6d5e-49ae-85de-8767f9871f3b None None] Current status of the port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:55.105379 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-bb66481c-6d5e-49ae-85de-8767f9871f3b None None] Provisioning complete for port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:55.105979 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bb66481c-6d5e-49ae-85de-8767f9871f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.137039 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Publish callbacks [] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.156511 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] For port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:54:55.167994 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] For port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=1a609644-eb8a-42d1-93f4-48ea5a3f9dae,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:54:55.176870 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.182753 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.231097 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653af119-bae3-4127-ad42-538663d4c5df None None] Pushing event updated for resources: {'Port': ['ID=1a609644-eb8a-42d1-93f4-48ea5a3f9dae,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:55.243862 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-213f9487-e187-4f80-b3c8-a22a19c9c7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.247934 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Pushing event updated for resources: {'Port': ['ID=98fc45e5-4af5-49ce-91c3-6d57703f6934,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:55.256575 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Routers {'34167e2a-5c71-4aa5-9767-9c3bf4817178'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:55.257211 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['34167e2a-5c71-4aa5-9767-9c3bf4817178'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:55.258310 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:54:55.260116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:55.264708 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:54:55.325668 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 82fc7595-5161-4b3e-9ff6-45adc0f68f62 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:54:55.344928 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264439'] for router_interface (34167e2a-5c71-4aa5-9767-9c3bf4817178), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.355271 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-bb66481c-6d5e-49ae-85de-8767f9871f3b None None] Current status of the port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:55.355666 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bb66481c-6d5e-49ae-85de-8767f9871f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.420678 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] Set router 34167e2a-5c71-4aa5-9767-9c3bf4817178 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:55.461725 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-bb66481c-6d5e-49ae-85de-8767f9871f3b None None] For port 82fc7595-5161-4b3e-9ff6-45adc0f68f62, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=82fc7595-5161-4b3e-9ff6-45adc0f68f62,segment=NetworkSegment(896d6591-3b75-4b64-bdf4-c2c8c0e1637c),segment_id=896d6591-3b75-4b64-bdf4-c2c8c0e1637c)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:55.471204 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:55.471587 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.501688 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bb66481c-6d5e-49ae-85de-8767f9871f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.652793 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-ef1b5be4-9db2-47d2-8eb6-e7b0de5d0475 None None] Provisioning complete for port 98fc45e5-4af5-49ce-91c3-6d57703f6934 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:55.653239 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5be4-9db2-47d2-8eb6-e7b0de5d0475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.689211 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66481c-6d5e-49ae-85de-8767f9871f3b None None] Pushing event updated for resources: {'Port': ['ID=82fc7595-5161-4b3e-9ff6-45adc0f68f62,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:55.731056 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b5be4-9db2-47d2-8eb6-e7b0de5d0475 None None] Port 98fc45e5-4af5-49ce-91c3-6d57703f6934 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:54:55.746952 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:55.748173 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 12541c8b-9f12-4581-9dfc-7cef08ce7b56 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:54:55.781269 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'name': 'tempest-TestVolumeBootPattern-1505856136-router', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:52Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 3, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'gw_port': {'id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:53Z', 'updated_at': '2022-05-12T11:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:55.803986 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:55.804364 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.815773 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7c5be-2136-4b89-9a32-ea6b4e908cd5 None None] The sync data for ids ['34167e2a-5c71-4aa5-9767-9c3bf4817178'] in dv-cinder-804735-29-iscsi is: [{'id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'name': 'tempest-TestVolumeBootPattern-1505856136-router', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:52Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 3, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'gw_port': {'id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:53Z', 'updated_at': '2022-05-12T11:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:54:55.886876 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:55.907519 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:55.908752 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 85c21d7c-b69e-447c-beff-976494c38811 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:54:55.960816 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 85c21d7c-b69e-447c-beff-976494c38811 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:55.961206 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (85c21d7c-b69e-447c-beff-976494c38811), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:56.047282 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 85c21d7c-b69e-447c-beff-976494c38811 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:56.137528 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Publish callbacks [] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:56.142906 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:56.214565 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-265405'] for router_interface (34167e2a-5c71-4aa5-9767-9c3bf4817178), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:56.216679 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Pushing event updated for resources: {'Port': ['ID=98fc45e5-4af5-49ce-91c3-6d57703f6934,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:56.319157 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:54:56.320614 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:54:56.357922 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:56.448321 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Router 34167e2a-5c71-4aa5-9767-9c3bf4817178 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:54:56.566946 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-e3d484a5-cfad-478f-b54f-e10f01377e22 None None] Provisioning complete for port 98fc45e5-4af5-49ce-91c3-6d57703f6934 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:56.567316 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e3d484a5-cfad-478f-b54f-e10f01377e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:56.580733 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:54:56.593578 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-0d2608f2-b480-4640-88e6-6a3f51ef8385 admin admin] 10.222.0.58 "PUT /v2.0/routers/34167e2a-5c71-4aa5-9767-9c3bf4817178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3146782 May 12 11:54:56.607317 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-e3d484a5-cfad-478f-b54f-e10f01377e22 None None] Port 98fc45e5-4af5-49ce-91c3-6d57703f6934 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:54:56.911035 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40222) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:56.915520 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-933525a5-71ec-478a-8fbc-66ff7e90115a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098863337', 'description': 'tempest-secgroup-smoke-1098863337 description', 'project_id': '7d148f892d044444b6be65537ba8b335'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:56.935573 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-933525a5-71ec-478a-8fbc-66ff7e90115a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.002379 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-933525a5-71ec-478a-8fbc-66ff7e90115a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group (63918c15-f7a3-4d4f-ac06-064923da992f), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.005893 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-933525a5-71ec-478a-8fbc-66ff7e90115a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (63918c15-f7a3-4d4f-ac06-064923da992f), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.032297 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-933525a5-71ec-478a-8fbc-66ff7e90115a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.033516 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-933525a5-71ec-478a-8fbc-66ff7e90115a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1214492 May 12 11:54:57.036865 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40224) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:57.037686 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933525a5-71ec-478a-8fbc-66ff7e90115a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63918c15-f7a3-4d4f-ac06-064923da992f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:57.042055 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cca8b986-f5fa-4752-aa2a-c71461a27601 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'security_group_rule': {'security_group_id': '63918c15-f7a3-4d4f-ac06-064923da992f', 'project_id': '7d148f892d044444b6be65537ba8b335', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:57.071916 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cca8b986-f5fa-4752-aa2a-c71461a27601 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (061538f4-d11d-4abc-81e7-84f4e79e048b), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.090201 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.136200 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cca8b986-f5fa-4752-aa2a-c71461a27601 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (061538f4-d11d-4abc-81e7-84f4e79e048b), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.140342 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cca8b986-f5fa-4752-aa2a-c71461a27601 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (061538f4-d11d-4abc-81e7-84f4e79e048b), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.158673 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8b986-f5fa-4752-aa2a-c71461a27601 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061538f4-d11d-4abc-81e7-84f4e79e048b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:57.168475 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cca8b986-f5fa-4752-aa2a-c71461a27601 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.172983 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-cca8b986-f5fa-4752-aa2a-c71461a27601 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311505 May 12 11:54:57.173139 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40226) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:57.177385 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5308f7eb-3d60-4a71-bb73-f95706094a03 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'security_group_rule': {'security_group_id': '63918c15-f7a3-4d4f-ac06-064923da992f', 'project_id': '7d148f892d044444b6be65537ba8b335', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:57.184284 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 82fc7595-5161-4b3e-9ff6-45adc0f68f62 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:54:57.202898 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5308f7eb-3d60-4a71-bb73-f95706094a03 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (1a8eeb9d-04fe-4117-8d9c-9c2718caaa72), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.234612 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:57.234991 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.258864 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5308f7eb-3d60-4a71-bb73-f95706094a03 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (1a8eeb9d-04fe-4117-8d9c-9c2718caaa72), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.262536 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5308f7eb-3d60-4a71-bb73-f95706094a03 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (1a8eeb9d-04fe-4117-8d9c-9c2718caaa72), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.285660 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308f7eb-3d60-4a71-bb73-f95706094a03 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8eeb9d-04fe-4117-8d9c-9c2718caaa72,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:57.295134 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5308f7eb-3d60-4a71-bb73-f95706094a03 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.297106 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-5308f7eb-3d60-4a71-bb73-f95706094a03 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225173 May 12 11:54:57.299449 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40228) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:57.303924 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-57dd4008-e614-4655-b1f2-97976bade37d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'security_group_rule': {'security_group_id': '63918c15-f7a3-4d4f-ac06-064923da992f', 'project_id': '7d148f892d044444b6be65537ba8b335', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:57.319732 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:57.320854 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 1a609644-eb8a-42d1-93f4-48ea5a3f9dae up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:54:57.329875 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57dd4008-e614-4655-b1f2-97976bade37d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (9de9fb72-a0b3-478c-8eb6-80aa10ccea68), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.365316 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:57.365947 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.378082 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57dd4008-e614-4655-b1f2-97976bade37d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (9de9fb72-a0b3-478c-8eb6-80aa10ccea68), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.381501 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57dd4008-e614-4655-b1f2-97976bade37d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (9de9fb72-a0b3-478c-8eb6-80aa10ccea68), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.401254 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd4008-e614-4655-b1f2-97976bade37d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de9fb72-a0b3-478c-8eb6-80aa10ccea68,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:57.407388 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57dd4008-e614-4655-b1f2-97976bade37d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.408582 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-57dd4008-e614-4655-b1f2-97976bade37d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1081462 May 12 11:54:57.411343 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40230) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:57.415759 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a862b4ea-35b7-4f46-8cc2-ba2187f86f6f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'security_group_rule': {'security_group_id': '63918c15-f7a3-4d4f-ac06-064923da992f', 'project_id': '7d148f892d044444b6be65537ba8b335', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:57.442060 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a862b4ea-35b7-4f46-8cc2-ba2187f86f6f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (6c7ac5a2-2ebb-4c9e-9f40-533f72c9a4ee), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.446209 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:57.446611 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.468998 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] For port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=1a609644-eb8a-42d1-93f4-48ea5a3f9dae,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:57.474202 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.506412 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a862b4ea-35b7-4f46-8cc2-ba2187f86f6f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (6c7ac5a2-2ebb-4c9e-9f40-533f72c9a4ee), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.510131 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a862b4ea-35b7-4f46-8cc2-ba2187f86f6f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (6c7ac5a2-2ebb-4c9e-9f40-533f72c9a4ee), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.526652 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Pushing event updated for resources: {'Port': ['ID=1a609644-eb8a-42d1-93f4-48ea5a3f9dae,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:57.527815 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862b4ea-35b7-4f46-8cc2-ba2187f86f6f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7ac5a2-2ebb-4c9e-9f40-533f72c9a4ee,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:57.536379 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a862b4ea-35b7-4f46-8cc2-ba2187f86f6f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.537550 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a862b4ea-35b7-4f46-8cc2-ba2187f86f6f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253059 May 12 11:54:57.540180 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40232) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:57.544357 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-62a1a2d4-345a-4232-a26a-37ee9838c6fd tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'security_group_rule': {'security_group_id': '63918c15-f7a3-4d4f-ac06-064923da992f', 'project_id': '7d148f892d044444b6be65537ba8b335', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:57.563428 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-62a1a2d4-345a-4232-a26a-37ee9838c6fd tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Project 7d148f892d044444b6be65537ba8b335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 11:54:57.568697 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2d4-345a-4232-a26a-37ee9838c6fd tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (0adb9292-d7be-4e9e-a5c8-5d2e57d9724b), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.625367 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2d4-345a-4232-a26a-37ee9838c6fd tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (0adb9292-d7be-4e9e-a5c8-5d2e57d9724b), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.628845 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2d4-345a-4232-a26a-37ee9838c6fd tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (0adb9292-d7be-4e9e-a5c8-5d2e57d9724b), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.646258 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1a2d4-345a-4232-a26a-37ee9838c6fd tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adb9292-d7be-4e9e-a5c8-5d2e57d9724b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:57.653711 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-62a1a2d4-345a-4232-a26a-37ee9838c6fd tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.654878 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-62a1a2d4-345a-4232-a26a-37ee9838c6fd tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1138048 May 12 11:54:57.657547 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40234) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:54:57.661883 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b372ba11-76ec-4bee-a9cf-600e6d0f449a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'security_group_rule': {'security_group_id': '63918c15-f7a3-4d4f-ac06-064923da992f', 'project_id': '7d148f892d044444b6be65537ba8b335', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:54:57.682045 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-b372ba11-76ec-4bee-a9cf-600e6d0f449a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Project 7d148f892d044444b6be65537ba8b335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 11:54:57.687785 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b372ba11-76ec-4bee-a9cf-600e6d0f449a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (11d7dd28-9bfa-43ff-a328-1a2e2485a53a), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.721472 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.749317 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b372ba11-76ec-4bee-a9cf-600e6d0f449a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (11d7dd28-9bfa-43ff-a328-1a2e2485a53a), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.753397 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b372ba11-76ec-4bee-a9cf-600e6d0f449a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (11d7dd28-9bfa-43ff-a328-1a2e2485a53a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.774685 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372ba11-76ec-4bee-a9cf-600e6d0f449a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d7dd28-9bfa-43ff-a328-1a2e2485a53a,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:57.780009 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b372ba11-76ec-4bee-a9cf-600e6d0f449a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:57.781060 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-b372ba11-76ec-4bee-a9cf-600e6d0f449a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225309 May 12 11:54:58.250478 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Sync routers for ids ['34167e2a-5c71-4aa5-9767-9c3bf4817178'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:54:58.260425 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Routers {'34167e2a-5c71-4aa5-9767-9c3bf4817178'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:58.261043 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['34167e2a-5c71-4aa5-9767-9c3bf4817178'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:58.368264 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Set router 34167e2a-5c71-4aa5-9767-9c3bf4817178 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:58.559828 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'name': 'tempest-TestVolumeBootPattern-1505856136-router', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:52Z', 'updated_at': '2022-05-12T11:54:55Z', 'revision_number': 4, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'gw_port': {'id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:53Z', 'updated_at': '2022-05-12T11:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '98fc45e5-4af5-49ce-91c3-6d57703f6934', 'name': '', 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'mac_address': 'fa:16:3e:92:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34dfdc94-f965-4033-a0bd-0fad3d2d9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:54Z', 'updated_at': '2022-05-12T11:54:55Z', 'revision_number': 2, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'subnets': [{'id': '34dfdc94-f965-4033-a0bd-0fad3d2d9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:58.586268 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Checking router: 34167e2a-5c71-4aa5-9767-9c3bf4817178 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:54:58.586619 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Updating router 34167e2a-5c71-4aa5-9767-9c3bf4817178 port 98fc45e5-4af5-49ce-91c3-6d57703f6934 binding host dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 11:54:58.614717 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.031805 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Publish callbacks [] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.037729 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.093842 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973478e-8a34-4bad-88df-f1baa408b1ae None None] Pushing event updated for resources: {'Port': ['ID=98fc45e5-4af5-49ce-91c3-6d57703f6934,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:59.120669 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 1a609644-eb8a-42d1-93f4-48ea5a3f9dae up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:54:59.190867 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Attempting to bind port 98fc45e5-4af5-49ce-91c3-6d57703f6934 on host dv-cinder-804735-29-iscsi for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:54:59.191245 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Attempting to bind port 98fc45e5-4af5-49ce-91c3-6d57703f6934 by drivers openvswitch,hyperv on host dv-cinder-804735-29-iscsi at level 0 using segments [{'id': '896d6591-3b75-4b64-bdf4-c2c8c0e1637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:54:59.191608 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Attempting to bind port 98fc45e5-4af5-49ce-91c3-6d57703f6934 on network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:54:59.202845 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.204653 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Checking agent: {'id': '483c3072-d198-45d8-8200-b2cf2261c517', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 36, 29), 'started_at': datetime.datetime(2022, 5, 12, 11, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:54:59.205034 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Checking segment: {'id': '896d6591-3b75-4b64-bdf4-c2c8c0e1637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:54:59.205429 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.205863 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Bound using segment: {'id': '896d6591-3b75-4b64-bdf4-c2c8c0e1637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:54:59.206325 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Bound port: 98fc45e5-4af5-49ce-91c3-6d57703f6934, host: dv-cinder-804735-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896d6591-3b75-4b64-bdf4-c2c8c0e1637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:54:59.206707 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.261313 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:59.261690 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.329170 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] For port 98fc45e5-4af5-49ce-91c3-6d57703f6934, host dv-cinder-804735-29-iscsi, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:54:59.332966 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] For port 98fc45e5-4af5-49ce-91c3-6d57703f6934, host dv-cinder-804735-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=98fc45e5-4af5-49ce-91c3-6d57703f6934,segment=NetworkSegment(896d6591-3b75-4b64-bdf4-c2c8c0e1637c),segment_id=896d6591-3b75-4b64-bdf4-c2c8c0e1637c)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:54:59.342859 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.395654 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-76dad2b5-ecc8-4cbf-ba65-4417b67aa3ec None None] Provisioning complete for port 98fc45e5-4af5-49ce-91c3-6d57703f6934 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:59.396378 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-76dad2b5-ecc8-4cbf-ba65-4417b67aa3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.475906 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:59.479797 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973478e-8a34-4bad-88df-f1baa408b1ae None None] Pushing event updated for resources: {'Port': ['ID=98fc45e5-4af5-49ce-91c3-6d57703f6934,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:59.483088 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Routers {'34167e2a-5c71-4aa5-9767-9c3bf4817178'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:54:59.483639 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:54:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['34167e2a-5c71-4aa5-9767-9c3bf4817178'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:59.607190 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-76dad2b5-ecc8-4cbf-ba65-4417b67aa3ec None None] Current status of the port 98fc45e5-4af5-49ce-91c3-6d57703f6934 is: DOWN; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:54:59.607583 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-76dad2b5-ecc8-4cbf-ba65-4417b67aa3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.647497 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] Set router 34167e2a-5c71-4aa5-9767-9c3bf4817178 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:54:59.685817 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-76dad2b5-ecc8-4cbf-ba65-4417b67aa3ec None None] For port 98fc45e5-4af5-49ce-91c3-6d57703f6934, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=98fc45e5-4af5-49ce-91c3-6d57703f6934,segment=NetworkSegment(896d6591-3b75-4b64-bdf4-c2c8c0e1637c),segment_id=896d6591-3b75-4b64-bdf4-c2c8c0e1637c)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:54:59.690901 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-76dad2b5-ecc8-4cbf-ba65-4417b67aa3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.830407 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dad2b5-ecc8-4cbf-ba65-4417b67aa3ec None None] Pushing event updated for resources: {'Port': ['ID=98fc45e5-4af5-49ce-91c3-6d57703f6934,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:54:59.845455 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-0cc2965e-e8d5-4bd8-a7ac-fb8b7539a9ba None None] Provisioning complete for port 98fc45e5-4af5-49ce-91c3-6d57703f6934 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:54:59.845868 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0cc2965e-e8d5-4bd8-a7ac-fb8b7539a9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:54:59.932429 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'name': 'tempest-TestVolumeBootPattern-1505856136-router', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:52Z', 'updated_at': '2022-05-12T11:54:55Z', 'revision_number': 4, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'gw_port': {'id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:53Z', 'updated_at': '2022-05-12T11:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '98fc45e5-4af5-49ce-91c3-6d57703f6934', 'name': '', 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'mac_address': 'fa:16:3e:92:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34dfdc94-f965-4033-a0bd-0fad3d2d9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:54Z', 'updated_at': '2022-05-12T11:54:59Z', 'revision_number': 4, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'subnets': [{'id': '34dfdc94-f965-4033-a0bd-0fad3d2d9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:54:59.981296 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64efb0f-7705-48ff-b32d-2506df3ef578 None None] The sync data for ids ['34167e2a-5c71-4aa5-9767-9c3bf4817178'] in dv-cinder-804735-29-iscsi is: [{'id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'name': 'tempest-TestVolumeBootPattern-1505856136-router', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:52Z', 'updated_at': '2022-05-12T11:54:55Z', 'revision_number': 4, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'gw_port': {'id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:53Z', 'updated_at': '2022-05-12T11:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '98fc45e5-4af5-49ce-91c3-6d57703f6934', 'name': '', 'network_id': 'f11cb76b-4ee1-433d-8743-5ffaf8bcd72d', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'mac_address': 'fa:16:3e:92:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34dfdc94-f965-4033-a0bd-0fad3d2d9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:54Z', 'updated_at': '2022-05-12T11:54:59Z', 'revision_number': 4, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'subnets': [{'id': '34dfdc94-f965-4033-a0bd-0fad3d2d9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:54:59.996975 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2965e-e8d5-4bd8-a7ac-fb8b7539a9ba None None] Current status of the port 98fc45e5-4af5-49ce-91c3-6d57703f6934 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:55:01.116686 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 98fc45e5-4af5-49ce-91c3-6d57703f6934 up at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:55:01.166512 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Provisioning complete for port 98fc45e5-4af5-49ce-91c3-6d57703f6934 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:55:01.166888 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:01.255163 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Current status of the port 98fc45e5-4af5-49ce-91c3-6d57703f6934 is: ACTIVE; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:55:03.583550 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-0dfd9ef5-dddc-492f-981c-11c26368dde5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394511 May 12 11:55:03.689242 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-11d43f5f-504c-42ef-9234-a46b4dd03048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:03.690674 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-11d43f5f-504c-42ef-9234-a46b4dd03048 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 1130 time: 0.0441487 May 12 11:55:03.798039 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-e69d5ee0-65fe-4e68-9625-802935aec425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:03.799796 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-e69d5ee0-65fe-4e68-9625-802935aec425 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 916 time: 0.0877252 May 12 11:55:03.871098 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-e2a9093c-9331-4dd4-8c0d-fcc3c0da5150 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e40bffb-6790-40e2-907b-99ec56c50c04 HTTP/1.1" status: 200 len: 1002 time: 0.0645642 May 12 11:55:03.920890 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-874cae13-469e-484c-8f23-df371f8392f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:03.922401 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-874cae13-469e-484c-8f23-df371f8392f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0445197 May 12 11:55:03.968085 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-25b8fffe-ac6f-44bd-87ce-7f234f0b6af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:03.969510 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-25b8fffe-ac6f-44bd-87ce-7f234f0b6af0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400591 May 12 11:55:04.077252 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-194c9c9b-1f6c-4e1a-9b2b-69f74b3bd840 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897348 May 12 11:55:04.167597 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-edf63b57-3ca1-4fa1-85b1-bddf89ce4c42 req-8d528f9e-a207-4625-ae8d-9b95733ec95c service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830951 May 12 11:55:13.251223 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-023e748b-d318-4690-b9c6-0d87f150546a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098863337&fields=id&tenant_id=7d148f892d044444b6be65537ba8b335 HTTP/1.1" status: 200 len: 267 time: 0.0495446 May 12 11:55:13.353112 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-ce44b793-dc44-42e5-9905-979c9a03bf3d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:13.354577 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-ce44b793-dc44-42e5-9905-979c9a03bf3d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 812 time: 0.0971310 May 12 11:55:13.368447 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-2cb1090f-06fa-4e8d-b84f-4ea422fb2c89 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/quotas/7d148f892d044444b6be65537ba8b335 HTTP/1.1" status: 200 len: 375 time: 0.0086541 May 12 11:55:13.417690 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-d024df31-5627-47d0-8015-4d634d782623 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444689 May 12 11:55:13.523516 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-fe984f77-a9e5-44c3-8ddb-51a0d5e06bb7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:55:13.524510 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-fe984f77-a9e5-44c3-8ddb-51a0d5e06bb7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0964773 May 12 11:55:13.615383 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-7f7540d4-cffa-48d0-9c9b-3a613d3de957 service neutron] 10.222.0.58 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848730 May 12 11:55:13.705096 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-25f3920f-405c-4b1b-b36a-6b0bddf4bd00 service neutron] 10.222.0.58 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840604 May 12 11:55:14.037068 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e5f948d6-9430-4913-9d99-8fb6ac269072 req-d89c2e39-a50a-4e1c-9215-37ce0ddfc1ae tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 210 time: 0.0794134 May 12 11:55:15.003267 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-c35436ef-1704-4858-953b-03d5c15805d8 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:15.004699 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-c35436ef-1704-4858-953b-03d5c15805d8 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 812 time: 0.1004004 May 12 11:55:15.073957 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-b2a521cf-dd3c-4830-9a36-ea06e7572d9f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d148f892d044444b6be65537ba8b335 HTTP/1.1" status: 200 len: 380 time: 0.0526524 May 12 11:55:15.083550 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'port': {'device_id': '08861685-923b-4ae7-ac93-e58799f637ab', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'admin_state_up': True, 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'security_groups': ['63918c15-f7a3-4d4f-ac06-064923da992f']}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:55:15.164992 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e788d9f3-281f-4bda-80b6-8f5e814f2dbd req-ca6d7e00-afef-4677-947b-d4f83a60df5d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 210 time: 0.0574701 May 12 11:55:15.217656 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Made reservation on behalf of 7d148f892d044444b6be65537ba8b335 for: {'port': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:55:15.221420 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:15.347217 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Allocated IP 172.20.0.6 (2251d509-6705-4760-a42b-7398b2cf420e/6261857e-5a13-4d62-86b0-0f105cd2c6d3/f39ce636-63c4-4a0e-a9ba-46a28d7f11e1) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:55:15.486190 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:15.518524 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:15.560619 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Network 2251d509-6705-4760-a42b-7398b2cf420e is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:55:15.564455 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:55:15.570356 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:55:15.594902 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'Port': ['ID=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:15.628124 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:15.628731 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:15.645828 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-63d05303-2041-4572-a574-06cba0cfa024 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5658171 May 12 11:55:15.657063 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-adc06612-239a-4a92-a388-9d60c661de6f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:55:15.658163 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-adc06612-239a-4a92-a388-9d60c661de6f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071206 May 12 11:55:15.679339 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Request body: {'port': {'device_id': '08861685-923b-4ae7-ac93-e58799f637ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:55:15.750229 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:15.810121 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-acec247b-c62c-4712-bca0-5137cd628163 None None] Provisioning complete for port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:55:15.810682 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-acec247b-c62c-4712-bca0-5137cd628163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:15.849054 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-acec247b-c62c-4712-bca0-5137cd628163 None None] Port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:55:16.033200 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:55:16.042082 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Publish callbacks [] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:16.054021 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Transition to ACTIVE for port object f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 will not be triggered until provisioned by entity L2. {{(pid=109896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:55:16.057596 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:16.128603 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Pushing event updated for resources: {'Port': ['ID=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:16.180268 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Attempting to bind port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:55:16.180689 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Attempting to bind port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:55:16.180917 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Attempting to bind port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 on network 2251d509-6705-4760-a42b-7398b2cf420e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:55:16.185878 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 on network 2251d509-6705-4760-a42b-7398b2cf420e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:55:16.186209 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Attempting to bind port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 on network 2251d509-6705-4760-a42b-7398b2cf420e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:55:16.191680 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:55:16.192015 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Checking segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:55:16.192402 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Bound using segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:55:16.192831 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Bound port: f39ce636-63c4-4a0e-a9ba-46a28d7f11e1, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:55:16.193191 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:16.263149 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] For port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1, host hv-cinder-80473, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:55:16.267140 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] For port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:55:16.280014 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118425444'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:16.285112 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ab15e-9703-4d6f-aeb9-f82eaedbef7d req-de819146-7485-44a0-b802-438d0d4778b2 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:16.286734 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-485ab15e-9703-4d6f-aeb9-f82eaedbef7d req-de819146-7485-44a0-b802-438d0d4778b2 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 943 time: 0.0482996 May 12 11:55:16.317638 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:16.318276 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:16.319655 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] 10.222.0.35 "PUT /v2.0/ports/f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 HTTP/1.1" status: 200 len: 1093 time: 0.6452975 May 12 11:55:16.320082 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08861685-923b-4ae7-ac93-e58799f637ab', 'tag': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:55:16.322348 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb393b04-755b-49c5-a43d-afade0646075" -d '{"events": [{"name": "network-changed", "server_uuid": "08861685-923b-4ae7-ac93-e58799f637ab", "tag": "f39ce636-63c4-4a0e-a9ba-46a28d7f11e1"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:55:16.342000 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-485ab15e-9703-4d6f-aeb9-f82eaedbef7d req-3e0ec444-a03f-4d78-8027-ef5eeca60d1a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486219 May 12 11:55:16.349207 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da2712-bba4-4327-92e9-18153f8113ac service neutron] Pushing event updated for resources: {'Port': ['ID=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:16.374003 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec50b48c-e977-474d-9849-4c0dc857bff2 x-openstack-request-id: req-ec50b48c-e977-474d-9849-4c0dc857bff2 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:55:16.374655 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08861685-923b-4ae7-ac93-e58799f637ab", "tag": "f39ce636-63c4-4a0e-a9ba-46a28d7f11e1", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:55:16.374802 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec50b48c-e977-474d-9849-4c0dc857bff2 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:55:16.375787 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec50b48c-e977-474d-9849-4c0dc857bff2'] response: {'name': 'network-changed', 'server_uuid': '08861685-923b-4ae7-ac93-e58799f637ab', 'tag': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1', 'status': 'completed', 'code': 200} May 12 11:55:16.436631 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-34c7cef9-a7fd-4afa-9bde-f3b8ac78c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:16.438718 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-34c7cef9-a7fd-4afa-9bde-f3b8ac78c789 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 1127 time: 0.0441325 May 12 11:55:16.486964 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-fea805b2-f7b5-4f7e-bb7c-b7dde8121840 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 HTTP/1.1" status: 200 len: 217 time: 0.0349691 May 12 11:55:16.539127 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-192a7052-7f91-432d-b309-ab4057bcf300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:16.540494 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-192a7052-7f91-432d-b309-ab4057bcf300 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0475090 May 12 11:55:16.585894 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-68b9bc52-9d6d-4094-9517-d70c084b2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:16.587321 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-68b9bc52-9d6d-4094-9517-d70c084b2b3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409057 May 12 11:55:16.673860 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-f230d9f5-ea86-4baa-9d5c-55e4ee27e90e service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795138 May 12 11:55:16.764370 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5db7298d-e866-417a-b2d9-627310ea3c13 req-6ac1588a-fbe4-4705-a94b-7994cadfed85 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846248 May 12 11:55:17.077737 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb393b04-755b-49c5-a43d-afade0646075 req-da1c15ab-2472-45f2-b00f-5f813e1c7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:17.079702 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fb393b04-755b-49c5-a43d-afade0646075 req-da1c15ab-2472-45f2-b00f-5f813e1c7fcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 1127 time: 0.0388777 May 12 11:55:17.169088 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb393b04-755b-49c5-a43d-afade0646075 req-9a5879f4-0b47-4f25-ac7d-2e44bac730fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:17.170536 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fb393b04-755b-49c5-a43d-afade0646075 req-9a5879f4-0b47-4f25-ac7d-2e44bac730fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0844817 May 12 11:55:17.212430 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fb393b04-755b-49c5-a43d-afade0646075 req-618e448a-44e0-42cb-8383-578ba449f2d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 HTTP/1.1" status: 200 len: 217 time: 0.0336094 May 12 11:55:17.258461 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb393b04-755b-49c5-a43d-afade0646075 req-f972eb3e-e27f-42a4-b159-627b6204e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:17.259900 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fb393b04-755b-49c5-a43d-afade0646075 req-f972eb3e-e27f-42a4-b159-627b6204e326 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0418420 May 12 11:55:17.304184 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb393b04-755b-49c5-a43d-afade0646075 req-873ff8c5-9507-4d42-a76a-5e11b05137a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:17.305519 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fb393b04-755b-49c5-a43d-afade0646075 req-873ff8c5-9507-4d42-a76a-5e11b05137a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399613 May 12 11:55:17.392218 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fb393b04-755b-49c5-a43d-afade0646075 req-4c29fe5d-efd9-427e-a5fa-08e835baad0a service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800915 May 12 11:55:17.456171 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1104ac-edb6-499c-a6c7-c791d47d9dda req-25095662-c96e-4b16-a218-5096c0836151 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:17.457655 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2c1104ac-edb6-499c-a6c7-c791d47d9dda req-25095662-c96e-4b16-a218-5096c0836151 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 943 time: 0.0463238 May 12 11:55:17.483068 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fb393b04-755b-49c5-a43d-afade0646075 req-4369d330-45cd-44c5-a0de-dc383da2c0fa service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851340 May 12 11:55:17.509167 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2c1104ac-edb6-499c-a6c7-c791d47d9dda req-99c3307b-0e82-46ab-b33f-7e08e700929b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458369 May 12 11:55:18.624954 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a73df0-27c6-4d74-9b2e-869286c8c7d0 req-4f51bfbd-02f7-4039-9cd6-57d48eaf50d2 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:18.626908 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-60a73df0-27c6-4d74-9b2e-869286c8c7d0 req-4f51bfbd-02f7-4039-9cd6-57d48eaf50d2 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 943 time: 0.0466177 May 12 11:55:18.673457 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-60a73df0-27c6-4d74-9b2e-869286c8c7d0 req-6f52f375-6b9c-4fe5-885b-85df8ffa2c21 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 May 12 11:55:19.784902 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10edd52-7d09-4e78-990a-ea960950bb31 req-859bdb1b-5b3e-4713-ac1b-04a5e832a4c2 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:19.786436 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d10edd52-7d09-4e78-990a-ea960950bb31 req-859bdb1b-5b3e-4713-ac1b-04a5e832a4c2 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 943 time: 0.0466759 May 12 11:55:19.841916 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d10edd52-7d09-4e78-990a-ea960950bb31 req-d7260f6e-1723-49f2-960c-e6fc02c60a6e tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496724 May 12 11:55:20.954875 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca689-0b5f-4e81-b554-fb426a3b41d2 req-971c710e-1e3b-40c2-ac32-4903b4d98a42 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:20.956598 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bf6ca689-0b5f-4e81-b554-fb426a3b41d2 req-971c710e-1e3b-40c2-ac32-4903b4d98a42 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 943 time: 0.0472889 May 12 11:55:21.004818 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bf6ca689-0b5f-4e81-b554-fb426a3b41d2 req-8b4a9946-926e-4f4c-92ff-302221d46243 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 May 12 11:55:21.526744 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:55:22.116521 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb82338-318d-42ef-83fb-569258919b53 req-9f625c7d-73b7-4eaf-920e-34e5131bc5e1 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:22.117988 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3eb82338-318d-42ef-83fb-569258919b53 req-9f625c7d-73b7-4eaf-920e-34e5131bc5e1 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 943 time: 0.0458992 May 12 11:55:22.164257 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3eb82338-318d-42ef-83fb-569258919b53 req-5af137dd-ecfa-4dfe-8878-c5f898520444 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 May 12 11:55:23.024615 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cfa043c2-ae75-4a03-8e5a-fb7065a55e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:23.278153 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f068e96-eb2f-41a2-9f23-8a77b4e31cf5 req-872a24da-409e-400f-810e-c803cdf54254 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:23.279631 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1f068e96-eb2f-41a2-9f23-8a77b4e31cf5 req-872a24da-409e-400f-810e-c803cdf54254 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 943 time: 0.0475955 May 12 11:55:23.330148 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1f068e96-eb2f-41a2-9f23-8a77b4e31cf5 req-8c8915e3-1157-4ee2-b1d4-38db01d76f71 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 May 12 11:55:24.447105 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4965d-b2e9-4709-8814-8851ebc0be5a req-04784fc2-ab4d-4a6e-81e0-f93c4515df9e tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:24.448612 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6be4965d-b2e9-4709-8814-8851ebc0be5a req-04784fc2-ab4d-4a6e-81e0-f93c4515df9e tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 943 time: 0.0523458 May 12 11:55:24.497797 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-6be4965d-b2e9-4709-8814-8851ebc0be5a req-c6871d1b-be5a-4225-9b54-47efb72f15fa tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 May 12 11:55:25.106629 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:55:25.202332 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-32b37393-7032-4237-8e59-7348e8506bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:25.214171 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:55:25.224501 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'port_id': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1', 'mac_address': 'fa:16:3e:de:5f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:55:25.261498 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:55:25.261914 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:25.274357 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:55:25.298143 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:55:25.302104 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:25.351297 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:25.577585 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['f39ce636-63c4-4a0e-a9ba-46a28d7f11e1'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:55:25.610758 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84e39e-df87-4416-b596-daa0598a0a87 req-1fb308d2-e8f7-40e7-ab0f-bae8bad25057 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:25.612211 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9e84e39e-df87-4416-b596-daa0598a0a87 req-1fb308d2-e8f7-40e7-ab0f-bae8bad25057 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 944 time: 0.0466158 May 12 11:55:25.660304 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9e84e39e-df87-4416-b596-daa0598a0a87 req-55f380e7-bd00-430d-8446-e8133dc4bbba tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 May 12 11:55:26.347538 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:26.774152 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30493c2a-a412-4353-aee3-75fc4fd385e5 req-6de9fb24-569f-4191-b666-ab4b493457f9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:26.775654 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-30493c2a-a412-4353-aee3-75fc4fd385e5 req-6de9fb24-569f-4191-b666-ab4b493457f9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 944 time: 0.0456953 May 12 11:55:26.822260 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-30493c2a-a412-4353-aee3-75fc4fd385e5 req-2d1310ea-1909-45d6-822e-0f81e3c09e62 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412195 May 12 11:55:27.074141 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:27.097324 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:55:27.139965 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:55:27.146190 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:55:27.146566 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:27.351826 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:55:27.352491 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:27.374967 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08861685-923b-4ae7-ac93-e58799f637ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:55:27.377790 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc92d88b-342a-43e0-86e1-e5f537d9352d" -d '{"events": [{"server_uuid": "08861685-923b-4ae7-ac93-e58799f637ab", "name": "network-vif-plugged", "status": "completed", "tag": "f39ce636-63c4-4a0e-a9ba-46a28d7f11e1"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:55:27.390020 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:55:27.394134 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:27.416453 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a4438e-bf11-4d28-b10f-3b06d9abc12c x-openstack-request-id: req-d1a4438e-bf11-4d28-b10f-3b06d9abc12c {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:55:27.416746 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08861685-923b-4ae7-ac93-e58799f637ab", "name": "network-vif-plugged", "status": "completed", "tag": "f39ce636-63c4-4a0e-a9ba-46a28d7f11e1", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:55:27.417002 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1a4438e-bf11-4d28-b10f-3b06d9abc12c {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:55:27.417395 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a4438e-bf11-4d28-b10f-3b06d9abc12c'] response: {'server_uuid': '08861685-923b-4ae7-ac93-e58799f637ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1', 'code': 200} May 12 11:55:27.442400 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:27.718404 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:27.763532 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fff86-c505-4805-a66d-3b693e127669 req-12f74743-21cf-4413-a0df-21bd60b3b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:27.764996 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1b6fff86-c505-4805-a66d-3b693e127669 req-12f74743-21cf-4413-a0df-21bd60b3b7d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 1129 time: 0.0871072 May 12 11:55:27.807826 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-1b6fff86-c505-4805-a66d-3b693e127669 req-f4918797-6fc1-4650-8e77-847dcd597236 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368545 May 12 11:55:27.935150 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057e1b3-802f-4eec-9548-41b846fb2112 req-5e917050-91f1-4cba-8c98-a42f94589fa3 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:27.936474 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a057e1b3-802f-4eec-9548-41b846fb2112 req-5e917050-91f1-4cba-8c98-a42f94589fa3 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 945 time: 0.0481229 May 12 11:55:27.983489 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-a057e1b3-802f-4eec-9548-41b846fb2112 req-7491202f-7289-45f8-a5fd-1d26c0eddade tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 May 12 11:55:29.100794 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82446597-dfdd-4650-8581-7794fa8adedc req-809dd047-db1f-473c-95a6-14504dafe892 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:29.102273 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-82446597-dfdd-4650-8581-7794fa8adedc req-809dd047-db1f-473c-95a6-14504dafe892 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 945 time: 0.0490100 May 12 11:55:29.150136 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-82446597-dfdd-4650-8581-7794fa8adedc req-3ef894e5-f810-4f23-ad50-7a645862de05 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 May 12 11:55:29.177612 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:29.271159 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e5eab-f1f9-413f-ab78-cb4aceb8a39f req-b5ef3700-9b66-4799-87f7-f1c65a16ef02 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:29.272555 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8c2e5eab-f1f9-413f-ab78-cb4aceb8a39f req-b5ef3700-9b66-4799-87f7-f1c65a16ef02 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 945 time: 0.0482321 May 12 11:55:29.322984 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8c2e5eab-f1f9-413f-ab78-cb4aceb8a39f req-c5893cb0-28c6-43d3-ba29-14df9b2d63eb tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447667 May 12 11:55:29.345357 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40456) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:55:29.420753 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe952f5-e60c-47a5-ad7e-4f4ff22ace0f tempest-TestVolumeBootPattern-246648943 tempest-TestVolumeBootPattern-246648943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:29.422224 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-2fe952f5-e60c-47a5-ad7e-4f4ff22ace0f tempest-TestVolumeBootPattern-246648943 tempest-TestVolumeBootPattern-246648943-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 1124 time: 0.0759199 May 12 11:55:29.425115 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40460) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:55:29.429165 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'port_id': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:55:29.449292 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:29.528974 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:29.634029 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Allocated IP 172.27.0.226 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/1953104e-2694-40ba-83d6-156b522295db) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:55:29.734077 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for port (1953104e-2694-40ba-83d6-156b522295db), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:29.766711 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (1953104e-2694-40ba-83d6-156b522295db), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:29.806419 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:55:29.809331 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:55:29.814285 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:55:29.817270 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'Port': ['ID=1953104e-2694-40ba-83d6-156b522295db,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:30.181968 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (8f0f5827-f2c2-413f-9565-8fa43c553b6d), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:30.257838 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (1953104e-2694-40ba-83d6-156b522295db), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:30.366179 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb8aa3-0f79-4029-8ca5-98999a94297b req-411dadee-98a1-4184-bc80-ca7c5bf0218c tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:30.367557 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-06eb8aa3-0f79-4029-8ca5-98999a94297b req-411dadee-98a1-4184-bc80-ca7c5bf0218c tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0462863 May 12 11:55:30.416844 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-06eb8aa3-0f79-4029-8ca5-98999a94297b req-1531f4d0-156f-4b43-9b55-9ac8e2a45913 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435040 May 12 11:55:30.445861 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for port (1953104e-2694-40ba-83d6-156b522295db), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:30.450538 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (1953104e-2694-40ba-83d6-156b522295db), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:30.516646 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'Port': ['ID=1953104e-2694-40ba-83d6-156b522295db,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:30.527865 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (8f0f5827-f2c2-413f-9565-8fa43c553b6d), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:30.635634 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Floating IP 8f0f5827-f2c2-413f-9565-8fa43c553b6d associated. External IP: 172.27.0.226, port: f39ce636-63c4-4a0e-a9ba-46a28d7f11e1. May 12 11:55:30.846135 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Router 2f80d5ff-8595-4a92-963a-a049b64a7949 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:55:30.954247 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:55:30.963453 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] Sync routers for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:55:30.971042 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:30.973155 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:55:30.973795 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:55:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:31.000347 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-fd967162-baac-49a5-b6ef-17b2badc1da6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5742409 May 12 11:55:31.001000 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08861685-923b-4ae7-ac93-e58799f637ab', 'tag': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:55:31.003780 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7010b2-c090-44ca-85da-d9b971da9748" -d '{"events": [{"name": "network-changed", "server_uuid": "08861685-923b-4ae7-ac93-e58799f637ab", "tag": "f39ce636-63c4-4a0e-a9ba-46a28d7f11e1"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:55:31.037683 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a789cb-0290-4281-bab1-26e3332ca75a x-openstack-request-id: req-56a789cb-0290-4281-bab1-26e3332ca75a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:55:31.038047 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08861685-923b-4ae7-ac93-e58799f637ab", "tag": "f39ce636-63c4-4a0e-a9ba-46a28d7f11e1", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:55:31.038279 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56a789cb-0290-4281-bab1-26e3332ca75a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:55:31.038736 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a789cb-0290-4281-bab1-26e3332ca75a'] response: {'name': 'network-changed', 'server_uuid': '08861685-923b-4ae7-ac93-e58799f637ab', 'tag': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1', 'status': 'completed', 'code': 200} May 12 11:55:31.080679 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:55:31.287234 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '8f0f5827-f2c2-413f-9565-8fa43c553b6d', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:de:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08861685-923b-4ae7-ac93-e58799f637ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:55:30Z', 'updated_at': '2022-05-12T11:55:30Z', 'revision_number': 0, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:31.314757 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] Checking router: 2f80d5ff-8595-4a92-963a-a049b64a7949 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:55:31.322914 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:55:31.323517 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:55:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:31.427085 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:55:31.528588 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c94a3-8529-4300-b818-d1276f6f95c8 req-339f29f5-de9a-4e06-8cae-1fb3c3d06002 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:31.530167 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b96c94a3-8529-4300-b818-d1276f6f95c8 req-339f29f5-de9a-4e06-8cae-1fb3c3d06002 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0462503 May 12 11:55:31.604520 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-b96c94a3-8529-4300-b818-d1276f6f95c8 req-d466618c-c3cb-4b8e-a4d6-e55311473cf1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=393d8297-604d-4b59-9aa8-6ba9ae800c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674062 May 12 11:55:31.616986 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-9d81a826-c8ca-48b5-a9d6-1d35f109e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:31.619877 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-9d81a826-c8ca-48b5-a9d6-1d35f109e142 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 1129 time: 0.0444942 May 12 11:55:31.641226 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '8f0f5827-f2c2-413f-9565-8fa43c553b6d', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:de:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08861685-923b-4ae7-ac93-e58799f637ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:55:30Z', 'updated_at': '2022-05-12T11:55:30Z', 'revision_number': 0, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:31.671282 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14c417-9007-4b20-b15e-d732ed93ad3e None None] The sync data for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi is: [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '8f0f5827-f2c2-413f-9565-8fa43c553b6d', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:de:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08861685-923b-4ae7-ac93-e58799f637ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:55:30Z', 'updated_at': '2022-05-12T11:55:30Z', 'revision_number': 0, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:55:31.839726 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-52bfda00-04c6-4011-93dd-0f0bafb8ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:31.841214 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-52bfda00-04c6-4011-93dd-0f0bafb8ab3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0906625 May 12 11:55:31.861036 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a60d77-3ba3-499b-a9dd-d9d668734212 None None] New status for floating IP 8f0f5827-f2c2-413f-9565-8fa43c553b6d: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:55:31.911742 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-f684204b-298f-454d-88ab-4fa90f42f605 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 HTTP/1.1" status: 200 len: 999 time: 0.0609183 May 12 11:55:31.982306 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-13027261-0f9f-4d2a-b1b7-d37301c26dd2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:31.984103 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-13027261-0f9f-4d2a-b1b7-d37301c26dd2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0485008 May 12 11:55:31.985564 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-e3b29989-a081-487c-9a3f-94fa71e3b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:31.987106 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-e3b29989-a081-487c-9a3f-94fa71e3b963 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0520318 May 12 11:55:32.033785 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-31ef05d8-5bd5-4cb7-a7bd-d5405b9b1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:32.035516 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-31ef05d8-5bd5-4cb7-a7bd-d5405b9b1539 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419159 May 12 11:55:32.081640 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Deleting port 9e40bffb-6790-40e2-907b-99ec56c50c04 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:55:32.082076 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:32.126839 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-35d6979c-9e93-4530-86f5-595ddf144615 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843203 May 12 11:55:32.168776 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] For port 9e40bffb-6790-40e2-907b-99ec56c50c04, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9e40bffb-6790-40e2-907b-99ec56c50c04,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:55:32.169138 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:32.217691 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5c7010b2-c090-44ca-85da-d9b971da9748 req-c63adf19-f23d-413b-ae24-c3d283f43a7e service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852075 May 12 11:55:32.343288 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:32.343642 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (cf77f300-0760-4fe6-9f8a-1775b6749a08), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:32.343960 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Floating IP cf77f300-0760-4fe6-9f8a-1775b6749a08 disassociated. External IP: 172.27.0.134, port: 9e40bffb-6790-40e2-907b-99ec56c50c04. May 12 11:55:32.344364 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Calling delete_port for 9e40bffb-6790-40e2-907b-99ec56c50c04 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:55:32.466408 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (9e40bffb-6790-40e2-907b-99ec56c50c04), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:32.497935 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'Port': ['ID=9e40bffb-6790-40e2-907b-99ec56c50c04,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:32.509422 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.509805 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.510161 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.510510 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.510852 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.511188 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.511523 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.511853 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.512183 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.512513 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.512840 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.513169 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.513496 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.513849 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.514178 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:32.893592 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4e9d1544-35d4-457d-91e4-d8dd7e45b9cd req-186341e5-e68b-4857-a3c9-ae3a8c5ba363 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0366666 May 12 11:55:32.908517 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:55:33.027501 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:55:33.038199 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:55:33.047885 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:55:33.048486 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:55:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:33.068304 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] No DVR routers for this DVR port 9e40bffb-6790-40e2-907b-99ec56c50c04 on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:55:33.070793 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:33.073979 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-29ee4e1f-9d9a-4dee-8177-adea3544992e req-dbcb1fc6-8caa-4d5b-b9cf-a1c9d4387871 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "DELETE /v2.0/ports/9e40bffb-6790-40e2-907b-99ec56c50c04 HTTP/1.1" status: 204 len: 173 time: 1.0807924 May 12 11:55:33.074360 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'name': 'network-vif-deleted', 'tag': '9e40bffb-6790-40e2-907b-99ec56c50c04'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:55:33.076544 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989290ec-893d-4bd9-b28e-9a909960932e" -d '{"events": [{"server_uuid": "7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d", "name": "network-vif-deleted", "tag": "9e40bffb-6790-40e2-907b-99ec56c50c04"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:55:33.117098 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddad3bb5-6b90-4b13-8f82-da07357bc7d1 x-openstack-request-id: req-ddad3bb5-6b90-4b13-8f82-da07357bc7d1 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:55:33.117450 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d", "name": "network-vif-deleted", "tag": "9e40bffb-6790-40e2-907b-99ec56c50c04", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:55:33.117825 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ddad3bb5-6b90-4b13-8f82-da07357bc7d1 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:55:33.118289 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddad3bb5-6b90-4b13-8f82-da07357bc7d1'] response: {'server_uuid': '7928bfef-eec7-4a0e-bed8-b18f5f4e3b7d', 'name': 'network-vif-deleted', 'tag': '9e40bffb-6790-40e2-907b-99ec56c50c04', 'status': 'completed', 'code': 200} May 12 11:55:33.163774 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:55:33.351825 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:33.379701 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:55:33.387580 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:55:33.388163 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:55:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:33.578586 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:55:33.763229 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:33.791885 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed4eb2-aa11-4bd5-b062-1473276b1355 None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:55:33.979897 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40484) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:55:34.005883 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db93c4a-1e06-45b2-803a-ac5da2dcddd2 None None] New status for floating IP cf77f300-0760-4fe6-9f8a-1775b6749a08: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:55:34.035091 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a8090e-bec6-463c-ac61-df8f8129f646 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (393d8297-604d-4b59-9aa8-6ba9ae800c1a), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.058381 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a8090e-bec6-463c-ac61-df8f8129f646 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (393d8297-604d-4b59-9aa8-6ba9ae800c1a), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.107928 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a8090e-bec6-463c-ac61-df8f8129f646 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (393d8297-604d-4b59-9aa8-6ba9ae800c1a), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.110998 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a8090e-bec6-463c-ac61-df8f8129f646 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.112142 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-86a8090e-bec6-463c-ac61-df8f8129f646 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "DELETE /v2.0/security-groups/393d8297-604d-4b59-9aa8-6ba9ae800c1a HTTP/1.1" status: 204 len: 168 time: 0.1312375 May 12 11:55:34.114972 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40486) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:55:34.122116 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8090e-bec6-463c-ac61-df8f8129f646 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393d8297-604d-4b59-9aa8-6ba9ae800c1a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:34.143881 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.api.v2.resource [None req-ee94e6b9-7ff1-4bf9-8ad2-92deedad108c tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] show failed (client error): The resource could not be found. May 12 11:55:34.145335 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-ee94e6b9-7ff1-4bf9-8ad2-92deedad108c tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups/393d8297-604d-4b59-9aa8-6ba9ae800c1a HTTP/1.1" status: 404 len: 347 time: 0.0291104 May 12 11:55:34.148140 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40488) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:55:34.534782 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Deleting port 4d2f4604-46aa-4ec5-ab9c-6195e575fa34 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:55:34.535124 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (4d2f4604-46aa-4ec5-ab9c-6195e575fa34), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.610370 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (4d2f4604-46aa-4ec5-ab9c-6195e575fa34), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.610695 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (4d2f4604-46aa-4ec5-ab9c-6195e575fa34), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.622334 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Calling delete_port for 4d2f4604-46aa-4ec5-ab9c-6195e575fa34 owned by network:floatingip {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:55:34.752301 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (4d2f4604-46aa-4ec5-ab9c-6195e575fa34), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.777983 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'Port': ['ID=4d2f4604-46aa-4ec5-ab9c-6195e575fa34,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:34.801533 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.801906 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.802253 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.802593 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.802927 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.803258 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.803588 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.803911 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.804236 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.804562 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.804885 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.805205 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.805525 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.805869 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.806194 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:34.847005 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (cf77f300-0760-4fe6-9f8a-1775b6749a08), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.849415 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.850589 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-a2d55b3c-a878-4ba7-9717-2e02cd2167c3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "DELETE /v2.0/floatingips/cf77f300-0760-4fe6-9f8a-1775b6749a08 HTTP/1.1" status: 204 len: 168 time: 0.7013609 May 12 11:55:34.911440 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40492) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:55:34.915930 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-ea94b53a-01d2-4994-b7e1-97a292b34339 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193320777', 'description': 'tempest-description--1895120553'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:55:34.934870 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea94b53a-01d2-4994-b7e1-97a292b34339 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:34.999083 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea94b53a-01d2-4994-b7e1-97a292b34339 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (df346227-4209-495e-8400-5c07d03682cd), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.002716 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea94b53a-01d2-4994-b7e1-97a292b34339 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (df346227-4209-495e-8400-5c07d03682cd), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.031189 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea94b53a-01d2-4994-b7e1-97a292b34339 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.032957 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-ea94b53a-01d2-4994-b7e1-97a292b34339 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1205142 May 12 11:55:35.034813 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94b53a-01d2-4994-b7e1-97a292b34339 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df346227-4209-495e-8400-5c07d03682cd,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:35.036134 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40494) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:55:35.041064 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d6f8c792-0f21-48dc-b901-31310bc8a511 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group_rule': {'security_group_id': 'df346227-4209-495e-8400-5c07d03682cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:55:35.067636 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6f8c792-0f21-48dc-b901-31310bc8a511 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (29747a0a-1b08-454d-afab-69d4ff0641b9), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.120900 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6f8c792-0f21-48dc-b901-31310bc8a511 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (29747a0a-1b08-454d-afab-69d4ff0641b9), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.124340 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6f8c792-0f21-48dc-b901-31310bc8a511 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (29747a0a-1b08-454d-afab-69d4ff0641b9), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.142047 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8c792-0f21-48dc-b901-31310bc8a511 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29747a0a-1b08-454d-afab-69d4ff0641b9,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:35.150485 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6f8c792-0f21-48dc-b901-31310bc8a511 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.151658 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-d6f8c792-0f21-48dc-b901-31310bc8a511 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143525 May 12 11:55:35.154380 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40496) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:55:35.158583 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d796a0e4-7bae-497e-a16f-9361bbc444b5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'security_group_rule': {'security_group_id': 'df346227-4209-495e-8400-5c07d03682cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:55:35.183163 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d796a0e4-7bae-497e-a16f-9361bbc444b5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (c2bfc6d9-88b3-42da-a71b-3fe1d55253b1), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.236644 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d796a0e4-7bae-497e-a16f-9361bbc444b5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (c2bfc6d9-88b3-42da-a71b-3fe1d55253b1), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.240347 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d796a0e4-7bae-497e-a16f-9361bbc444b5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643278'] for security_group_rule (c2bfc6d9-88b3-42da-a71b-3fe1d55253b1), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.258374 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796a0e4-7bae-497e-a16f-9361bbc444b5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bfc6d9-88b3-42da-a71b-3fe1d55253b1,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:35.265062 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d796a0e4-7bae-497e-a16f-9361bbc444b5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.266317 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-d796a0e4-7bae-497e-a16f-9361bbc444b5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109700 May 12 11:55:35.269988 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40498) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:55:35.274096 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:55:35.293379 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.377996 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.482457 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Allocated IP 172.27.0.207 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/431d0998-de1b-467c-9acc-698c794d530b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:55:35.580862 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (431d0998-de1b-467c-9acc-698c794d530b), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.613741 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (431d0998-de1b-467c-9acc-698c794d530b), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.656149 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:55:35.659065 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:55:35.665118 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:55:35.690694 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=431d0998-de1b-467c-9acc-698c794d530b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:35.753461 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (3b231bd9-dba0-42a0-ba55-03b872a2edec), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.787544 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (431d0998-de1b-467c-9acc-698c794d530b), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.963087 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (431d0998-de1b-467c-9acc-698c794d530b), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:35.967638 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (431d0998-de1b-467c-9acc-698c794d530b), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:36.042365 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=431d0998-de1b-467c-9acc-698c794d530b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:36.054411 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (3b231bd9-dba0-42a0-ba55-03b872a2edec), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:36.069986 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:36.071263 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-458ae896-b443-4230-b932-e946c3b66b45 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8003156 May 12 11:55:36.264678 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-c4e48c5c-83df-448f-8179-f7062b09e4c8 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--193320777&fields=id&tenant_id=b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 267 time: 0.0437417 May 12 11:55:36.366094 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2668ba99-6066-441f-ab44-d78805746b30 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:36.367523 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2668ba99-6066-441f-ab44-d78805746b30 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 815 time: 0.0966132 May 12 11:55:36.381858 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-ceae8ed9-76a1-49d6-957b-98fe58f65d3a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/quotas/b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 375 time: 0.0090678 May 12 11:55:36.430901 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-065aa916-86d5-4b15-8c5c-a8a702044400 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444276 May 12 11:55:36.521794 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-1312abb7-54fa-4bc2-851d-85058426fa11 service neutron] 10.222.0.58 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794375 May 12 11:55:36.611776 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-67cf5676-3adc-483e-95b7-ba1fbf48f58b service neutron] 10.222.0.58 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843508 May 12 11:55:36.769420 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-eda92682-7939-44a1-8556-4956da14706c req-73ebd9af-a60a-4142-b47e-4ac6dfa02944 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0295360 May 12 11:55:37.161132 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 9e40bffb-6790-40e2-907b-99ec56c50c04 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:55:37.181866 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 9e40bffb-6790-40e2-907b-99ec56c50c04 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:55:37.182221 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 9e40bffb-6790-40e2-907b-99ec56c50c04 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:55:37.851806 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-e66a3c03-1bba-413a-8688-b5347af20a6b tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:37.853306 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-e66a3c03-1bba-413a-8688-b5347af20a6b tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 815 time: 0.1097519 May 12 11:55:37.868983 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-ade11677-16d5-4af2-81ab-9a71c7fdb74f req-cfd0bf8e-9ab2-4e77-bcca-d75e30085373 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0294962 May 12 11:55:37.924315 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-b78dfeac-5ad8-4d77-8ab2-dde17f6dff05 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b284fcbfe0214240a616a6d68cedfed2 HTTP/1.1" status: 200 len: 379 time: 0.0564682 May 12 11:55:38.014822 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'port': {'device_id': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'admin_state_up': True, 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'security_groups': ['df346227-4209-495e-8400-5c07d03682cd']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:55:38.117484 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Made reservation on behalf of b284fcbfe0214240a616a6d68cedfed2 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:55:38.120715 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:38.244867 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Allocated IP 172.20.0.11 (7b35a8e2-7cac-4312-8515-92a011fa862b/64b70038-7486-4830-8115-d0a358d959ca/06a8e516-6fdc-460e-998f-975002bacca1) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:55:38.378592 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for port (06a8e516-6fdc-460e-998f-975002bacca1), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:38.410635 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (06a8e516-6fdc-460e-998f-975002bacca1), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:38.449368 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Network 7b35a8e2-7cac-4312-8515-92a011fa862b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:55:38.452479 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:55:38.456793 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:55:38.487368 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event updated for resources: {'Port': ['ID=06a8e516-6fdc-460e-998f-975002bacca1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:38.516788 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:38.517439 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:38.534983 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-10f89a5c-21fb-4e28-879c-8b7edaff4f97 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5237360 May 12 11:55:38.552062 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Request body: {'port': {'device_id': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:55:38.616568 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (06a8e516-6fdc-460e-998f-975002bacca1), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:38.659499 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-2537d7eb-f6ee-488e-b616-29c791df83ff None None] Provisioning complete for port 06a8e516-6fdc-460e-998f-975002bacca1 triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:55:38.660028 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2537d7eb-f6ee-488e-b616-29c791df83ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (06a8e516-6fdc-460e-998f-975002bacca1), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:38.697750 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-2537d7eb-f6ee-488e-b616-29c791df83ff None None] Port 06a8e516-6fdc-460e-998f-975002bacca1 cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:55:38.903491 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a8e516-6fdc-460e-998f-975002bacca1 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:55:38.911571 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Publish callbacks [] for port (06a8e516-6fdc-460e-998f-975002bacca1), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:38.924163 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Transition to ACTIVE for port object 06a8e516-6fdc-460e-998f-975002bacca1 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:55:38.927871 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (06a8e516-6fdc-460e-998f-975002bacca1), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:39.018652 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Pushing event updated for resources: {'Port': ['ID=06a8e516-6fdc-460e-998f-975002bacca1,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:39.040620 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12008a57-6e35-4c4e-b16a-d16e2d1e8bc3 req-5f102d27-8de9-4aa0-914e-c74fa500ccf3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:39.042219 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-12008a57-6e35-4c4e-b16a-d16e2d1e8bc3 req-5f102d27-8de9-4aa0-914e-c74fa500ccf3 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0877430 May 12 11:55:39.126644 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Attempting to bind port 06a8e516-6fdc-460e-998f-975002bacca1 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:55:39.126981 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Attempting to bind port 06a8e516-6fdc-460e-998f-975002bacca1 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:55:39.127305 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Attempting to bind port 06a8e516-6fdc-460e-998f-975002bacca1 on network 7b35a8e2-7cac-4312-8515-92a011fa862b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:55:39.133047 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-12008a57-6e35-4c4e-b16a-d16e2d1e8bc3 req-c41f9089-1eeb-4965-8e68-a77196add67a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676682 May 12 11:55:39.135094 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Port 06a8e516-6fdc-460e-998f-975002bacca1 on network 7b35a8e2-7cac-4312-8515-92a011fa862b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:55:39.135414 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Attempting to bind port 06a8e516-6fdc-460e-998f-975002bacca1 on network 7b35a8e2-7cac-4312-8515-92a011fa862b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:55:39.141133 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:55:39.141514 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Checking segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:55:39.141953 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Bound using segment: {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:55:39.142343 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Bound port: 06a8e516-6fdc-460e-998f-975002bacca1, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:55:39.142700 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (06a8e516-6fdc-460e-998f-975002bacca1), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:39.208760 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] For port 06a8e516-6fdc-460e-998f-975002bacca1, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:55:39.212003 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] For port 06a8e516-6fdc-460e-998f-975002bacca1, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=06a8e516-6fdc-460e-998f-975002bacca1,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:55:39.218970 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (06a8e516-6fdc-460e-998f-975002bacca1), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:39.252622 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:39.253224 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:39.254601 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] 10.222.0.35 "PUT /v2.0/ports/06a8e516-6fdc-460e-998f-975002bacca1 HTTP/1.1" status: 200 len: 1094 time: 0.7075226 May 12 11:55:39.255038 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'tag': '06a8e516-6fdc-460e-998f-975002bacca1'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:55:39.257239 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87572fc1-ced1-44b0-b46c-8a0b09912d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "394f6d14-8132-47a7-bef1-a85dedfe3ae5", "tag": "06a8e516-6fdc-460e-998f-975002bacca1"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:55:39.284707 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8a0bf-c226-421f-b50f-7c7cfde59be3 service neutron] Pushing event updated for resources: {'Port': ['ID=06a8e516-6fdc-460e-998f-975002bacca1,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:39.300665 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b10636-bb4f-46b6-9a1a-88ad2d770a6a x-openstack-request-id: req-92b10636-bb4f-46b6-9a1a-88ad2d770a6a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:55:39.301011 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394f6d14-8132-47a7-bef1-a85dedfe3ae5", "tag": "06a8e516-6fdc-460e-998f-975002bacca1", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:55:39.301380 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92b10636-bb4f-46b6-9a1a-88ad2d770a6a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:55:39.301892 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b10636-bb4f-46b6-9a1a-88ad2d770a6a'] response: {'name': 'network-changed', 'server_uuid': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'tag': '06a8e516-6fdc-460e-998f-975002bacca1', 'status': 'completed', 'code': 200} May 12 11:55:39.359180 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-5dc1a469-34c8-4f1d-b41c-c7da14830ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:39.360718 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-5dc1a469-34c8-4f1d-b41c-c7da14830ccb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 1128 time: 0.0417569 May 12 11:55:39.412696 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-48891b2e-316b-47ae-94af-31d69649d2fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06a8e516-6fdc-460e-998f-975002bacca1 HTTP/1.1" status: 200 len: 217 time: 0.0391812 May 12 11:55:39.460486 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-db34a69c-d16f-4ea8-9508-8f4f1d35b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:39.461904 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-db34a69c-d16f-4ea8-9508-8f4f1d35b7ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0435395 May 12 11:55:39.503514 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-1821e3d5-242a-4762-a3ee-c25d91e6365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:39.504982 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-1821e3d5-242a-4762-a3ee-c25d91e6365f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379636 May 12 11:55:39.595496 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-345d3bb0-c2d1-4351-bc13-8d81865b0534 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848804 May 12 11:55:39.681515 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d762437a-c837-41ea-90a4-e2aeb64a42c3 req-ec1dfa6c-f733-457e-8e97-b3e295b82765 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795386 May 12 11:55:40.249010 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80303467-1c3a-4f20-9801-687cb10cedd2 req-882186f1-01a0-4f83-a471-7ee811beded5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:40.250503 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-80303467-1c3a-4f20-9801-687cb10cedd2 req-882186f1-01a0-4f83-a471-7ee811beded5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0510545 May 12 11:55:40.298513 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-80303467-1c3a-4f20-9801-687cb10cedd2 req-e90b9802-0eb8-46ae-894f-a3854a818d11 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416698 May 12 11:55:40.615365 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-9e9794f9-4ebe-4bf0-bcac-ea1d027ca318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:40.616813 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-9e9794f9-4ebe-4bf0-bcac-ea1d027ca318 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 1128 time: 0.0399172 May 12 11:55:40.707435 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-26cd3c02-56ea-4afa-be14-ee9bc0739580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:40.708882 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-26cd3c02-56ea-4afa-be14-ee9bc0739580 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 916 time: 0.0856507 May 12 11:55:40.748776 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-8ab28867-bd56-46c4-8468-eb5617acdd98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06a8e516-6fdc-460e-998f-975002bacca1 HTTP/1.1" status: 200 len: 217 time: 0.0333908 May 12 11:55:40.794185 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-ff4e1ec0-0ff6-416c-ba06-784e874e9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:40.795481 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-ff4e1ec0-0ff6-416c-ba06-784e874e9d84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0407774 May 12 11:55:40.842693 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-f4c4589b-a8e3-45bb-a375-aee30131d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:40.844133 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-f4c4589b-a8e3-45bb-a375-aee30131d526 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415936 May 12 11:55:40.937730 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-d2555fc5-b99d-49f4-9721-283bef4d3907 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789127 May 12 11:55:41.027107 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-87572fc1-ced1-44b0-b46c-8a0b09912d9a req-4dac0f10-3fa1-4f01-8ae3-af88add0d509 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828323 May 12 11:55:41.417100 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0e895-9de9-4f8c-aad1-4ae43d8e64a5 req-3bd9a52c-f3ac-42a0-b009-150dfe33a491 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:41.418629 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18c0e895-9de9-4f8c-aad1-4ae43d8e64a5 req-3bd9a52c-f3ac-42a0-b009-150dfe33a491 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0500982 May 12 11:55:41.464534 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-18c0e895-9de9-4f8c-aad1-4ae43d8e64a5 req-ea535e84-09a1-42a9-808f-35b0b8c27475 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403433 May 12 11:55:42.573870 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036e0a-d7ee-4924-a6d1-d789963193f0 req-a9a7cdff-69d0-4e60-8e03-6cc9b4c78ee5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:42.575298 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-90036e0a-d7ee-4924-a6d1-d789963193f0 req-a9a7cdff-69d0-4e60-8e03-6cc9b4c78ee5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0455203 May 12 11:55:42.620775 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-90036e0a-d7ee-4924-a6d1-d789963193f0 req-1f510eaa-4132-4259-a40f-ca96f46b9c1e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394955 May 12 11:55:43.227539 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 06a8e516-6fdc-460e-998f-975002bacca1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:55:43.323949 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 06a8e516-6fdc-460e-998f-975002bacca1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=06a8e516-6fdc-460e-998f-975002bacca1,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:55:43.338759 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '06a8e516-6fdc-460e-998f-975002bacca1', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'port_id': '06a8e516-6fdc-460e-998f-975002bacca1', 'mac_address': 'fa:16:3e:79:41:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:55:43.375153 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 06a8e516-6fdc-460e-998f-975002bacca1 is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:55:43.375542 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (06a8e516-6fdc-460e-998f-975002bacca1), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:43.388303 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a8e516-6fdc-460e-998f-975002bacca1 {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:55:43.411458 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 06a8e516-6fdc-460e-998f-975002bacca1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=06a8e516-6fdc-460e-998f-975002bacca1,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:55:43.415190 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (06a8e516-6fdc-460e-998f-975002bacca1), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:43.464483 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=06a8e516-6fdc-460e-998f-975002bacca1,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:43.471764 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.472124 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.472473 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.472845 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.473186 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.473523 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.473888 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.474222 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.474554 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.474890 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.475263 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.475645 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.475978 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.476306 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.476632 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:55:43.712596 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['06a8e516-6fdc-460e-998f-975002bacca1'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:55:43.737841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1047b6-0a34-4127-9ad7-1ccec39d509c req-8012941d-d1f9-4882-bc93-ee5360f869d6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:43.739301 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f1047b6-0a34-4127-9ad7-1ccec39d509c req-8012941d-d1f9-4882-bc93-ee5360f869d6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0513942 May 12 11:55:43.785720 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f1047b6-0a34-4127-9ad7-1ccec39d509c req-0550c056-7454-4f48-ab23-d362f3e69226 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 May 12 11:55:44.895515 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a0149-acef-43c3-abe5-56c5125a9052 req-e086da95-ec5a-4a65-a2c0-23820209038b tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:44.896951 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fb9a0149-acef-43c3-abe5-56c5125a9052 req-e086da95-ec5a-4a65-a2c0-23820209038b tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0454187 May 12 11:55:44.945447 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fb9a0149-acef-43c3-abe5-56c5125a9052 req-1d893046-c90d-4a53-bee0-f52b4970f978 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430336 May 12 11:55:45.238946 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 06a8e516-6fdc-460e-998f-975002bacca1 up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:55:45.285082 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 06a8e516-6fdc-460e-998f-975002bacca1 completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:55:45.290611 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 06a8e516-6fdc-460e-998f-975002bacca1 triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:55:45.290985 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (06a8e516-6fdc-460e-998f-975002bacca1), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:45.368125 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 06a8e516-6fdc-460e-998f-975002bacca1 is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:55:45.368425 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (06a8e516-6fdc-460e-998f-975002bacca1), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:45.389886 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a8e516-6fdc-460e-998f-975002bacca1'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:55:45.392623 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74585d2-b248-4e7c-9cea-326c64083afc" -d '{"events": [{"server_uuid": "394f6d14-8132-47a7-bef1-a85dedfe3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "06a8e516-6fdc-460e-998f-975002bacca1"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:55:45.404847 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 06a8e516-6fdc-460e-998f-975002bacca1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=06a8e516-6fdc-460e-998f-975002bacca1,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:55:45.409549 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (06a8e516-6fdc-460e-998f-975002bacca1), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:45.458984 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=06a8e516-6fdc-460e-998f-975002bacca1,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:55:45.492052 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c28ba9-d730-491f-8c73-2cf49a6f1e66 x-openstack-request-id: req-f7c28ba9-d730-491f-8c73-2cf49a6f1e66 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:55:45.492344 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394f6d14-8132-47a7-bef1-a85dedfe3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "06a8e516-6fdc-460e-998f-975002bacca1", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:55:45.492596 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7c28ba9-d730-491f-8c73-2cf49a6f1e66 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:55:45.492994 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c28ba9-d730-491f-8c73-2cf49a6f1e66'] response: {'server_uuid': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a8e516-6fdc-460e-998f-975002bacca1', 'code': 200} May 12 11:55:45.690426 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf03476-da49-494d-9c56-dc89cf8bcfe2 req-6aa9fa6a-5a37-46d2-90d3-016b0827360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:45.691793 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9cf03476-da49-494d-9c56-dc89cf8bcfe2 req-6aa9fa6a-5a37-46d2-90d3-016b0827360f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 1130 time: 0.0373542 May 12 11:55:45.734762 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9cf03476-da49-494d-9c56-dc89cf8bcfe2 req-fc5ed2ee-faed-48e8-bf2e-223456935f4b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362518 May 12 11:55:46.059151 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3666d-e98a-4b9e-bd34-f6a71ee2ec8a req-5eb4c96a-017f-4120-8dd0-81909164bde2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:46.060628 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-27c3666d-e98a-4b9e-bd34-f6a71ee2ec8a req-5eb4c96a-017f-4120-8dd0-81909164bde2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 946 time: 0.0482047 May 12 11:55:46.106526 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-27c3666d-e98a-4b9e-bd34-f6a71ee2ec8a req-741e4e31-f4b2-47ab-9e06-9dacf9c2692b tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395312 May 12 11:55:47.225612 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fad9-be19-4cf7-8627-292bb67e699b req-e755aea5-81a2-4919-a74e-9d207a82d6a1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:47.227125 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a769fad9-be19-4cf7-8627-292bb67e699b req-e755aea5-81a2-4919-a74e-9d207a82d6a1 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 946 time: 0.0477381 May 12 11:55:47.275216 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-a769fad9-be19-4cf7-8627-292bb67e699b req-275e0500-d8fa-4b89-870c-433ead42b142 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424631 May 12 11:55:48.392604 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448804e0-a355-4bb1-adee-e04225b2d6f2 req-10cbcc35-d318-4dde-a446-29aed36a277a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:48.394052 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-448804e0-a355-4bb1-adee-e04225b2d6f2 req-10cbcc35-d318-4dde-a446-29aed36a277a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 946 time: 0.0493796 May 12 11:55:48.438894 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-448804e0-a355-4bb1-adee-e04225b2d6f2 req-9a1b6982-2f8b-4bc3-8678-e7fbc0903459 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394485 May 12 11:55:48.545117 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2706ce-26f3-410d-8619-be48db0f17e2 req-aa86635f-6f18-4b0a-bfbf-3e06bd0a72d0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:48.546586 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-fa2706ce-26f3-410d-8619-be48db0f17e2 req-aa86635f-6f18-4b0a-bfbf-3e06bd0a72d0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 946 time: 0.0464220 May 12 11:55:48.554991 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40560) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:55:48.559275 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-62e78da0-1f12-4a15-8150-295ba6e659ca tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Request body: {'floatingip': {'port_id': '06a8e516-6fdc-460e-998f-975002bacca1'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:55:48.601906 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-62e78da0-1f12-4a15-8150-295ba6e659ca tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (3b231bd9-dba0-42a0-ba55-03b872a2edec), before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:49.043449 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-62e78da0-1f12-4a15-8150-295ba6e659ca tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:49.046872 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-62e78da0-1f12-4a15-8150-295ba6e659ca tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (3b231bd9-dba0-42a0-ba55-03b872a2edec), after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:49.146563 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.l3_db [None req-62e78da0-1f12-4a15-8150-295ba6e659ca tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Floating IP 3b231bd9-dba0-42a0-ba55-03b872a2edec associated. External IP: 172.27.0.207, port: 06a8e516-6fdc-460e-998f-975002bacca1. May 12 11:55:49.356739 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e78da0-1f12-4a15-8150-295ba6e659ca tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:55:49.462184 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e78da0-1f12-4a15-8150-295ba6e659ca tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:55:49.467184 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-62e78da0-1f12-4a15-8150-295ba6e659ca tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:49.472336 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:55:49.481166 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:55:49.481783 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:55:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:49.497098 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-62e78da0-1f12-4a15-8150-295ba6e659ca tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "PUT /v2.0/floatingips/3b231bd9-dba0-42a0-ba55-03b872a2edec HTTP/1.1" status: 200 len: 992 time: 0.9411237 May 12 11:55:49.497984 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'tag': '06a8e516-6fdc-460e-998f-975002bacca1'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:55:49.500230 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff49638-bf5e-4771-a116-33dc72c20b82" -d '{"events": [{"name": "network-changed", "server_uuid": "394f6d14-8132-47a7-bef1-a85dedfe3ae5", "tag": "06a8e516-6fdc-460e-998f-975002bacca1"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:55:49.586947 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:55:49.589193 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2f91c0-f8e7-413b-8dfe-b1674260aa22 x-openstack-request-id: req-ab2f91c0-f8e7-413b-8dfe-b1674260aa22 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:55:49.589729 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394f6d14-8132-47a7-bef1-a85dedfe3ae5", "tag": "06a8e516-6fdc-460e-998f-975002bacca1", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:55:49.589849 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab2f91c0-f8e7-413b-8dfe-b1674260aa22 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:55:49.590170 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2f91c0-f8e7-413b-8dfe-b1674260aa22'] response: {'name': 'network-changed', 'server_uuid': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'tag': '06a8e516-6fdc-460e-998f-975002bacca1', 'status': 'completed', 'code': 200} May 12 11:55:49.681064 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-2102ab93-ef52-40b5-bc1c-08f7467f05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:49.682473 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-2102ab93-ef52-40b5-bc1c-08f7467f05a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b284fcbfe0214240a616a6d68cedfed2&device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 1130 time: 0.0389202 May 12 11:55:49.772139 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-c3c0f926-7d74-4f18-b0a9-33e4fe215e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:49.773575 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-c3c0f926-7d74-4f18-b0a9-33e4fe215e81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 200 len: 916 time: 0.0847874 May 12 11:55:49.798902 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '3b231bd9-dba0-42a0-ba55-03b872a2edec', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '06a8e516-6fdc-460e-998f-975002bacca1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:79:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:55:35Z', 'updated_at': '2022-05-12T11:55:48Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:49.824796 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:55:49.833473 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:55:49.834104 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:55:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:49.839251 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-aa6eb754-6b92-4f61-9570-a9d5b60d3e10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06a8e516-6fdc-460e-998f-975002bacca1 HTTP/1.1" status: 200 len: 1000 time: 0.0574532 May 12 11:55:49.885531 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-b013f0c7-46f4-42f0-a3a2-6811b2d7925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:49.886973 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-b013f0c7-46f4-42f0-a3a2-6811b2d7925d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 200 len: 854 time: 0.0423400 May 12 11:55:49.935264 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-fb11363d-9f47-4a64-994d-5cbab047a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:55:49.936655 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-fb11363d-9f47-4a64-994d-5cbab047a07b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b35a8e2-7cac-4312-8515-92a011fa862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412309 May 12 11:55:49.938611 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:55:50.025490 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-71eb50f4-5129-437c-9b59-daf68b363c38 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816197 May 12 11:55:50.117481 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-bff49638-bf5e-4771-a116-33dc72c20b82 req-b4a965f1-2502-4802-acb3-33af7b196627 service neutron] 10.222.0.35 "GET /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856388 May 12 11:55:50.148148 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '3b231bd9-dba0-42a0-ba55-03b872a2edec', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '06a8e516-6fdc-460e-998f-975002bacca1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:79:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:55:35Z', 'updated_at': '2022-05-12T11:55:48Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:55:50.177157 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7984f8ea-a178-438e-87b9-42f42a26e976 None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': '3b231bd9-dba0-42a0-ba55-03b872a2edec', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'port_id': '06a8e516-6fdc-460e-998f-975002bacca1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'mac_address': 'fa:16:3e:79:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:55:35Z', 'updated_at': '2022-05-12T11:55:48Z', 'revision_number': 1, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:55:50.369253 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f1ee0-b4c0-4f86-8ccf-86c61106f907 None None] New status for floating IP 3b231bd9-dba0-42a0-ba55-03b872a2edec: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:55:53.024978 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2c30a09d-389b-4932-81ab-2472426bde8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:55.163305 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-59ee1453-8f36-4be0-bbe2-1277f06be40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:56.350293 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:57.078336 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:57.721020 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:55:58.524897 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:55:59.176262 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:02.903549 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-89464aae-0827-4a38-867e-b2808bd7a053 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373383 May 12 11:56:03.002258 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-14f7c8b0-05ea-4166-93c4-fc20373d1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:56:03.003681 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-14f7c8b0-05ea-4166-93c4-fc20373d1a81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 1129 time: 0.0382862 May 12 11:56:03.105599 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-47c688f2-78e7-45e1-a41b-0994842dd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:56:03.107055 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-47c688f2-78e7-45e1-a41b-0994842dd593 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0856764 May 12 11:56:03.169367 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-fbbdb7c8-38d2-44e3-8b9f-fc9ece616cc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 HTTP/1.1" status: 200 len: 1001 time: 0.0554473 May 12 11:56:03.220963 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-aa48fe2b-3ea4-445c-b23d-cbe1c60a2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:56:03.222409 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-aa48fe2b-3ea4-445c-b23d-cbe1c60a2a34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0475137 May 12 11:56:03.263984 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-a1991aa4-75c6-4514-bf98-c1a3380b965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:56:03.265418 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-a1991aa4-75c6-4514-bf98-c1a3380b965d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0363681 May 12 11:56:03.352448 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-74a528ad-294d-4320-9d85-bcad77307f19 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798552 May 12 11:56:03.447797 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-08ac6769-fd4c-4624-ba9a-553cba6be6f9 req-c13c2f17-8b4f-428e-a636-43f6af8e1ca4 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874219 May 12 11:56:23.026954 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a65cb322-24a6-4c8c-bd20-2ea7eb0bcccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:25.163709 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7778dc4d-d83e-44ff-be6e-1afe71f3376b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:26.351153 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:27.087281 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:27.723883 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:29.177870 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:35.526036 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:56:35.965620 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958d927-ff42-4c06-a02b-6e1f87c87bee req-64930963-846d-442a-b9f9-7f19896dd562 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:56:35.967113 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9958d927-ff42-4c06-a02b-6e1f87c87bee req-64930963-846d-442a-b9f9-7f19896dd562 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 946 time: 0.0462377 May 12 11:56:36.012928 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9958d927-ff42-4c06-a02b-6e1f87c87bee req-2dc14a7e-8c6e-4052-9e4a-4503f35944b5 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394366 May 12 11:56:37.126142 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c759952-cb5d-4185-9f43-af8940eb7c78 req-cd2a92d5-d339-4ba7-9334-fc05a03f6dd6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:56:37.127569 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7c759952-cb5d-4185-9f43-af8940eb7c78 req-cd2a92d5-d339-4ba7-9334-fc05a03f6dd6 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 946 time: 0.0456555 May 12 11:56:37.172323 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7c759952-cb5d-4185-9f43-af8940eb7c78 req-25952453-4181-4265-8941-31657d8144ab tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391593 May 12 11:56:37.580619 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-b006f937-c4a3-44fb-953e-a902823b20c0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:56:37.582382 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-b006f937-c4a3-44fb-953e-a902823b20c0 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 946 time: 0.0566006 May 12 11:56:37.664389 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Deleting port 06a8e516-6fdc-460e-998f-975002bacca1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:56:37.664717 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (06a8e516-6fdc-460e-998f-975002bacca1), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:37.752888 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] For port 06a8e516-6fdc-460e-998f-975002bacca1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=06a8e516-6fdc-460e-998f-975002bacca1,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:56:37.753183 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (06a8e516-6fdc-460e-998f-975002bacca1), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:38.169429 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:38.170155 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (3b231bd9-dba0-42a0-ba55-03b872a2edec), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:38.170155 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Floating IP 3b231bd9-dba0-42a0-ba55-03b872a2edec disassociated. External IP: 172.27.0.207, port: 06a8e516-6fdc-460e-998f-975002bacca1. May 12 11:56:38.170375 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Calling delete_port for 06a8e516-6fdc-460e-998f-975002bacca1 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:56:38.285547 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252abd0c-de09-4af7-b1ca-441072c13628 req-b80e40b6-1497-493e-a9ae-f553f64a393e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:56:38.287080 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-252abd0c-de09-4af7-b1ca-441072c13628 req-b80e40b6-1497-493e-a9ae-f553f64a393e tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/ports?device_id=394f6d14-8132-47a7-bef1-a85dedfe3ae5 HTTP/1.1" status: 200 len: 946 time: 0.0474765 May 12 11:56:38.299520 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (06a8e516-6fdc-460e-998f-975002bacca1), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:38.328358 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'Port': ['ID=06a8e516-6fdc-460e-998f-975002bacca1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:56:38.338529 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.338884 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.339230 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.339573 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.339913 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.340253 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.340585 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.340919 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.341252 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.341579 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.341944 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.342280 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.342607 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.342922 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.343248 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:38.361336 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-252abd0c-de09-4af7-b1ca-441072c13628 req-e2765ac7-9913-4a62-be48-bbaecf956581 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups?id=df346227-4209-495e-8400-5c07d03682cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542648 May 12 11:56:38.458357 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:56:38.576346 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:56:38.585823 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:56:38.596759 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:56:38.597405 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:56:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:38.618706 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] No DVR routers for this DVR port 06a8e516-6fdc-460e-998f-975002bacca1 on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:56:38.621136 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:38.624481 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9eebe18f-fcfd-4256-bf7d-3f2ad24fc474 req-6805c7a2-af3e-44a3-b5af-2eec4ac5d7c2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.35 "DELETE /v2.0/ports/06a8e516-6fdc-460e-998f-975002bacca1 HTTP/1.1" status: 204 len: 173 time: 1.0370488 May 12 11:56:38.624922 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'name': 'network-vif-deleted', 'tag': '06a8e516-6fdc-460e-998f-975002bacca1'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:56:38.627299 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0ecc40-c1d6-4705-b955-286637d2e24f" -d '{"events": [{"server_uuid": "394f6d14-8132-47a7-bef1-a85dedfe3ae5", "name": "network-vif-deleted", "tag": "06a8e516-6fdc-460e-998f-975002bacca1"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:56:38.728170 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6142b55d-4433-45c8-95b5-327f68b64cd5 x-openstack-request-id: req-6142b55d-4433-45c8-95b5-327f68b64cd5 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:56:38.728494 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394f6d14-8132-47a7-bef1-a85dedfe3ae5", "name": "network-vif-deleted", "tag": "06a8e516-6fdc-460e-998f-975002bacca1", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:56:38.728783 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6142b55d-4433-45c8-95b5-327f68b64cd5 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:56:38.729167 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6142b55d-4433-45c8-95b5-327f68b64cd5'] response: {'server_uuid': '394f6d14-8132-47a7-bef1-a85dedfe3ae5', 'name': 'network-vif-deleted', 'tag': '06a8e516-6fdc-460e-998f-975002bacca1', 'status': 'completed', 'code': 200} May 12 11:56:38.822622 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:56:39.004318 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:39.029143 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:56:39.037643 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:56:39.038263 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:56:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:39.147020 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:56:39.337283 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:39.363503 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee4294-3ff8-42f7-9134-2db009abec9c None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:27Z', 'revision_number': 4, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': 'dda28a05-85d0-45dc-a406-bdeea3b5ad73', 'name': '', 'network_id': '7b35a8e2-7cac-4312-8515-92a011fa862b', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'mac_address': 'fa:16:3e:80:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '64b70038-7486-4830-8115-d0a358d959ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:26Z', 'updated_at': '2022-05-12T11:52:30Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'subnets': [{'id': '64b70038-7486-4830-8115-d0a358d959ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:56:39.427115 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40656) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:56:39.482038 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (df346227-4209-495e-8400-5c07d03682cd), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:39.505765 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (df346227-4209-495e-8400-5c07d03682cd), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:39.557859 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (df346227-4209-495e-8400-5c07d03682cd), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:39.560768 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:39.564756 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40658) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:56:39.565270 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "DELETE /v2.0/security-groups/df346227-4209-495e-8400-5c07d03682cd HTTP/1.1" status: 204 len: 168 time: 0.1366417 May 12 11:56:39.577527 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df346227-4209-495e-8400-5c07d03682cd,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:56:39.582810 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.api.v2.resource [None req-2d58c316-dcb4-4fa2-a624-d0066a2f0fc2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] show failed (client error): The resource could not be found. May 12 11:56:39.586760 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-2d58c316-dcb4-4fa2-a624-d0066a2f0fc2 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "GET /v2.0/security-groups/df346227-4209-495e-8400-5c07d03682cd HTTP/1.1" status: 404 len: 347 time: 0.0168879 May 12 11:56:39.586944 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.586944 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.586944 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.587242 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40660) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:56:39.587378 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.587654 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.587917 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.588250 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.588582 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.588911 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.589252 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.589579 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.589926 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.590251 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.590831 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.591171 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f58d7-9396-4580-b506-ab1b6ee5bc25 tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:39.598078 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bf117-6173-4086-81f9-60fb72e394b4 None None] New status for floating IP 3b231bd9-dba0-42a0-ba55-03b872a2edec: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:56:39.719896 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3a269f04-7110-4922-bbf3-6ac57f71367a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Deleting port 431d0998-de1b-467c-9acc-698c794d530b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:56:39.720246 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3a269f04-7110-4922-bbf3-6ac57f71367a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (431d0998-de1b-467c-9acc-698c794d530b), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:39.796376 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3a269f04-7110-4922-bbf3-6ac57f71367a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (431d0998-de1b-467c-9acc-698c794d530b), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:39.796710 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3a269f04-7110-4922-bbf3-6ac57f71367a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (431d0998-de1b-467c-9acc-698c794d530b), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:39.810789 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3a269f04-7110-4922-bbf3-6ac57f71367a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Calling delete_port for 431d0998-de1b-467c-9acc-698c794d530b owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:56:39.943365 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3a269f04-7110-4922-bbf3-6ac57f71367a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (431d0998-de1b-467c-9acc-698c794d530b), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:39.967531 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a269f04-7110-4922-bbf3-6ac57f71367a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Pushing event deleted for resources: {'Port': ['ID=431d0998-de1b-467c-9acc-698c794d530b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:56:40.030363 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3a269f04-7110-4922-bbf3-6ac57f71367a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks [] for floatingip (3b231bd9-dba0-42a0-ba55-03b872a2edec), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:40.032844 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3a269f04-7110-4922-bbf3-6ac57f71367a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:40.034003 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-3a269f04-7110-4922-bbf3-6ac57f71367a tempest-AttachVolumeNegativeTest-1020037902 tempest-AttachVolumeNegativeTest-1020037902-project] 10.222.0.58 "DELETE /v2.0/floatingips/3b231bd9-dba0-42a0-ba55-03b872a2edec HTTP/1.1" status: 204 len: 168 time: 0.4461470 May 12 11:56:41.615439 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 06a8e516-6fdc-460e-998f-975002bacca1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:56:41.635730 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 06a8e516-6fdc-460e-998f-975002bacca1 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:56:41.636107 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 06a8e516-6fdc-460e-998f-975002bacca1 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:56:43.688697 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40696) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:56:44.010995 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-265420'] for router_interface (7557a5a4-0fc1-49da-b332-dfbc50476648), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:44.238600 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] Deleting port dda28a05-85d0-45dc-a406-bdeea3b5ad73 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:56:44.238937 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:44.316283 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] For port dda28a05-85d0-45dc-a406-bdeea3b5ad73, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=dda28a05-85d0-45dc-a406-bdeea3b5ad73,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:56:44.316557 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:44.329486 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] Calling delete_port for dda28a05-85d0-45dc-a406-bdeea3b5ad73 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:56:44.506063 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (dda28a05-85d0-45dc-a406-bdeea3b5ad73), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:44.530957 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] Pushing event deleted for resources: {'Port': ['ID=dda28a05-85d0-45dc-a406-bdeea3b5ad73,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:56:44.695730 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537555'] for router_interface (7557a5a4-0fc1-49da-b332-dfbc50476648), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:44.908141 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] Router 7557a5a4-0fc1-49da-b332-dfbc50476648 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:56:45.012390 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:56:45.017330 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-7cf8c721-6f3e-4d2a-a4f4-c9e4effd936a admin admin] 10.222.0.58 "PUT /v2.0/routers/7557a5a4-0fc1-49da-b332-dfbc50476648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3280232 May 12 11:56:45.019817 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40698) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:56:45.024110 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] Sync routers for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:56:45.033255 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:56:45.033974 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:56:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:45.126066 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Publish callbacks [] for router (7557a5a4-0fc1-49da-b332-dfbc50476648), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.140276 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:56:45.230438 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Publish callbacks [] for router_gateway (7557a5a4-0fc1-49da-b332-dfbc50476648), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.272309 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Deleting port 548f6d5f-7106-4b37-becb-14a6e5448a16 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:56:45.272641 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.309683 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:56:44Z', 'revision_number': 5, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port': {'id': '548f6d5f-7106-4b37-becb-14a6e5448a16', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:45.336994 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] Checking router: 7557a5a4-0fc1-49da-b332-dfbc50476648 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:56:45.345206 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] Routers {'7557a5a4-0fc1-49da-b332-dfbc50476648'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:56:45.346098 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:56:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['7557a5a4-0fc1-49da-b332-dfbc50476648'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:45.352256 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] For port 548f6d5f-7106-4b37-becb-14a6e5448a16, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=548f6d5f-7106-4b37-becb-14a6e5448a16,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:56:45.352621 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.365977 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Calling delete_port for 548f6d5f-7106-4b37-becb-14a6e5448a16 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:56:45.431730 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] Set router 7557a5a4-0fc1-49da-b332-dfbc50476648 gateway port host: None {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:56:45.482124 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:56:45Z', 'revision_number': 6, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port_host': None}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:45.511696 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afed5620-406b-4450-b9ad-5bc9a83761b6 None None] The sync data for ids ['7557a5a4-0fc1-49da-b332-dfbc50476648'] in dv-cinder-804735-29-iscsi is: [{'id': '7557a5a4-0fc1-49da-b332-dfbc50476648', 'name': 'tempest-AttachVolumeNegativeTest-1052192703-router', 'tenant_id': 'b284fcbfe0214240a616a6d68cedfed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:52:24Z', 'updated_at': '2022-05-12T11:56:45Z', 'revision_number': 6, 'project_id': 'b284fcbfe0214240a616a6d68cedfed2', 'gw_port_host': None}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:56:45.530439 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (548f6d5f-7106-4b37-becb-14a6e5448a16), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.555504 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=548f6d5f-7106-4b37-becb-14a6e5448a16,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:56:45.619669 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292862'] for router_gateway (7557a5a4-0fc1-49da-b332-dfbc50476648), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.714833 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-294070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10353'] for router (7557a5a4-0fc1-49da-b332-dfbc50476648), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.716976 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Publish callbacks [] for router_controller (7557a5a4-0fc1-49da-b332-dfbc50476648), precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.761625 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-294063'] for router (7557a5a4-0fc1-49da-b332-dfbc50476648), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.762260 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7557a5a4-0fc1-49da-b332-dfbc50476648 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 11:56:45.767071 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.768193 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a83aad1d-3dad-4bd4-88d6-cdf5499e6b88 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7557a5a4-0fc1-49da-b332-dfbc50476648 HTTP/1.1" status: 204 len: 168 time: 0.7473986 May 12 11:56:45.771238 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40700) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:56:45.813498 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e9589d-8c5a-4ac5-a9d7-4a0738d27b18 admin admin] Deleting subnet 64b70038-7486-4830-8115-d0a358d959ca {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:56:45.816450 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4e9589d-8c5a-4ac5-a9d7-4a0738d27b18 admin admin] Publish callbacks [] for subnet (64b70038-7486-4830-8115-d0a358d959ca), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:45.850825 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4e9589d-8c5a-4ac5-a9d7-4a0738d27b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3592684'] for subnet (64b70038-7486-4830-8115-d0a358d959ca), precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.177617 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4e9589d-8c5a-4ac5-a9d7-4a0738d27b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (64b70038-7486-4830-8115-d0a358d959ca), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.237870 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4e9589d-8c5a-4ac5-a9d7-4a0738d27b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10328332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3198093'] for subnet (64b70038-7486-4830-8115-d0a358d959ca), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.264206 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9589d-8c5a-4ac5-a9d7-4a0738d27b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b70038-7486-4830-8115-d0a358d959ca,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:56:46.267981 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4e9589d-8c5a-4ac5-a9d7-4a0738d27b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.273134 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-d4e9589d-8c5a-4ac5-a9d7-4a0738d27b18 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/64b70038-7486-4830-8115-d0a358d959ca HTTP/1.1" status: 204 len: 168 time: 0.4990251 May 12 11:56:46.273605 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 40702) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:56:46.274409 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1548d5-dbc0-4ddb-b33b-aa2a7a595ae5 None None] Network 7b35a8e2-7cac-4312-8515-92a011fa862b requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:56:46.345489 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (7b35a8e2-7cac-4312-8515-92a011fa862b), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.391492 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Deleting port fb418b3f-9c99-407a-a5f0-e86d2dd9526f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:56:46.391840 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.420899 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a358c596-dbef-4698-9914-038042200f25 None None] DHCP port deletion for 7b35a8e2-7cac-4312-8515-92a011fa862b request from dv-cinder-804735-29-iscsi {{(pid=109897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 11:56:46.457677 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] For port fb418b3f-9c99-407a-a5f0-e86d2dd9526f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=fb418b3f-9c99-407a-a5f0-e86d2dd9526f,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:56:46.458632 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.460698 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-a358c596-dbef-4698-9914-038042200f25 None None] Deleting port fb418b3f-9c99-407a-a5f0-e86d2dd9526f {{(pid=109897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:56:46.461075 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), before_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.471607 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Calling delete_port for fb418b3f-9c99-407a-a5f0-e86d2dd9526f owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:56:46.529566 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a358c596-dbef-4698-9914-038042200f25 None None] For port fb418b3f-9c99-407a-a5f0-e86d2dd9526f, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=fb418b3f-9c99-407a-a5f0-e86d2dd9526f,segment=NetworkSegment(5e8d0cd2-d5f4-4b03-be60-d03d830d42b7),segment_id=5e8d0cd2-d5f4-4b03-be60-d03d830d42b7)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:56:46.529930 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), precommit_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.542377 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-a358c596-dbef-4698-9914-038042200f25 None None] Calling delete_port for fb418b3f-9c99-407a-a5f0-e86d2dd9526f owned by network:dhcp {{(pid=109897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:56:46.550110 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.574854 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=fb418b3f-9c99-407a-a5f0-e86d2dd9526f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:56:46.578346 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] No DVR routers for this DVR port fb418b3f-9c99-407a-a5f0-e86d2dd9526f on host dv-cinder-804735-29-iscsi {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:56:46.649934 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (7b35a8e2-7cac-4312-8515-92a011fa862b), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.658001 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862'] for port (fb418b3f-9c99-407a-a5f0-e86d2dd9526f), after_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.669393 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b35a8e2-7cac-4312-8515-92a011fa862b']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:46.679014 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:46.679309 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8d0cd2-d5f4-4b03-be60-d03d830d42b7') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:56:46.681853 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358c596-dbef-4698-9914-038042200f25 None None] Pushing event deleted for resources: {'Port': ['ID=fb418b3f-9c99-407a-a5f0-e86d2dd9526f,revision_number=None']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:56:46.688600 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3592661'] for segment (5e8d0cd2-d5f4-4b03-be60-d03d830d42b7), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.688850 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358c596-dbef-4698-9914-038042200f25 None None] No DVR routers for this DVR port fb418b3f-9c99-407a-a5f0-e86d2dd9526f on host dv-cinder-804735-29-iscsi {{(pid=109897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:56:46.700585 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.700938 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.701282 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.701633 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.701971 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.702304 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.703002 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.703002 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.703264 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.703589 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.703913 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.704238 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.704559 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.704879 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.705229 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c596-dbef-4698-9914-038042200f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:56:46.706360 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (5e8d0cd2-d5f4-4b03-be60-d03d830d42b7), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.713682 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:56:46.714166 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330030'] for segment (5e8d0cd2-d5f4-4b03-be60-d03d830d42b7), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: Traceback (most recent call last): May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: timer() May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: cb(*args, **kw) May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: return func(*args, **kwargs) May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: self._notify() May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: self.callback(batched_events) May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: event.method(event) May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: return f(self, *a, **k) May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._get(url).json() May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: return self.request(url, 'GET', **kwargs) May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:56:46.715922 dv-cinder-804735-29-iscsi neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:56:46.775144 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (7b35a8e2-7cac-4312-8515-92a011fa862b), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.780383 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:46.783525 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] 10.222.0.58 "DELETE /v2.0/networks/7b35a8e2-7cac-4312-8515-92a011fa862b HTTP/1.1" status: 204 len: 168 time: 0.5089557 May 12 11:56:46.795506 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e991c0-ae55-4821-8438-9cec267ad1ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7b35a8e2-7cac-4312-8515-92a011fa862b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:56:46.951360 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40706) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:56:46.991221 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6c93070c-f7f6-42dd-873a-3eaec94f5126 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b284fcbfe0214240a616a6d68cedfed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387030 May 12 11:56:46.993506 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 40708) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:56:47.038774 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6d441c35-f06e-40a0-ae51-3c2eeee47bb9 admin admin] Publish callbacks [] for security_group (bd4d4889-4151-4123-846f-20cae746667c), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:47.062308 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6d441c35-f06e-40a0-ae51-3c2eeee47bb9 admin admin] Publish callbacks [] for security_group (bd4d4889-4151-4123-846f-20cae746667c), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:47.108063 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6d441c35-f06e-40a0-ae51-3c2eeee47bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (bd4d4889-4151-4123-846f-20cae746667c), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:47.110611 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6d441c35-f06e-40a0-ae51-3c2eeee47bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:47.111760 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6d441c35-f06e-40a0-ae51-3c2eeee47bb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd4d4889-4151-4123-846f-20cae746667c HTTP/1.1" status: 204 len: 168 time: 0.1173682 May 12 11:56:47.120096 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d441c35-f06e-40a0-ae51-3c2eeee47bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4d4889-4151-4123-846f-20cae746667c,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:56:47.152651 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fb418b3f-9c99-407a-a5f0-e86d2dd9526f no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:56:47.171739 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: fb418b3f-9c99-407a-a5f0-e86d2dd9526f {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:56:47.172097 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fb418b3f-9c99-407a-a5f0-e86d2dd9526f not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:56:47.172525 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 548f6d5f-7106-4b37-becb-14a6e5448a16 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:56:47.190861 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 548f6d5f-7106-4b37-becb-14a6e5448a16 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:56:47.191215 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 548f6d5f-7106-4b37-becb-14a6e5448a16 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:56:47.191629 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device dda28a05-85d0-45dc-a406-bdeea3b5ad73 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:56:47.214145 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: dda28a05-85d0-45dc-a406-bdeea3b5ad73 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:56:47.214498 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device dda28a05-85d0-45dc-a406-bdeea3b5ad73 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:56:53.028635 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-4bf91a94-625a-4ea1-9017-6cea19bacd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:55.165282 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-11da915e-9eaf-480d-b336-0e1c73995136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:56.353031 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:57.091102 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:57.726209 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:56:59.179376 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:12.524714 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:57:23.029251 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9f164631-8e15-438f-a1a0-aa620f9b1f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:25.165880 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0cadb355-29c9-4ddd-9c98-cdd54e7f432e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:26.359983 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:26.736945 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41084) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:26.874628 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a933ed3d-dbdc-4486-8dbf-9eda5f517dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:26.947237 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a933ed3d-dbdc-4486-8dbf-9eda5f517dc0 admin admin] Publish callbacks [] for security_group (7fec8566-7c1b-4d84-9200-9a824180c56a), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:26.950784 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a933ed3d-dbdc-4486-8dbf-9eda5f517dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (7fec8566-7c1b-4d84-9200-9a824180c56a), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:26.988627 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-a933ed3d-dbdc-4486-8dbf-9eda5f517dc0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0f5e16bf34e43848314de4c3bd26af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506640 May 12 11:57:26.989477 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933ed3d-dbdc-4486-8dbf-9eda5f517dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fec8566-7c1b-4d84-9200-9a824180c56a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:26.992478 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41088) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:27.039383 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468ce5f4-6af4-4cef-837d-ad111fc9e7a5 admin admin] Publish callbacks [] for security_group (7fec8566-7c1b-4d84-9200-9a824180c56a), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.060591 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468ce5f4-6af4-4cef-837d-ad111fc9e7a5 admin admin] Publish callbacks [] for security_group (7fec8566-7c1b-4d84-9200-9a824180c56a), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.095259 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.107915 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468ce5f4-6af4-4cef-837d-ad111fc9e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (7fec8566-7c1b-4d84-9200-9a824180c56a), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.110549 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468ce5f4-6af4-4cef-837d-ad111fc9e7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.111668 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-468ce5f4-6af4-4cef-837d-ad111fc9e7a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fec8566-7c1b-4d84-9200-9a824180c56a HTTP/1.1" status: 204 len: 168 time: 0.1178842 May 12 11:57:27.120016 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ce5f4-6af4-4cef-837d-ad111fc9e7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fec8566-7c1b-4d84-9200-9a824180c56a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:27.365726 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41094) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:27.379630 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-550e4334-6187-4fa1-8cad-d537b7048588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.462473 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-550e4334-6187-4fa1-8cad-d537b7048588 admin admin] Publish callbacks [] for security_group (6f55c28c-99ad-4dd3-899a-ede6bf7f3ee7), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.466235 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-550e4334-6187-4fa1-8cad-d537b7048588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (6f55c28c-99ad-4dd3-899a-ede6bf7f3ee7), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.503588 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-550e4334-6187-4fa1-8cad-d537b7048588 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=597896feb15f4022a04020f81a046662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361616 May 12 11:57:27.505014 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e4334-6187-4fa1-8cad-d537b7048588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f55c28c-99ad-4dd3-899a-ede6bf7f3ee7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:27.505791 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41096) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:27.552878 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-29982582-70d5-4f7f-a33f-6f62ec1449b6 admin admin] Publish callbacks [] for security_group (6f55c28c-99ad-4dd3-899a-ede6bf7f3ee7), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.573445 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-29982582-70d5-4f7f-a33f-6f62ec1449b6 admin admin] Publish callbacks [] for security_group (6f55c28c-99ad-4dd3-899a-ede6bf7f3ee7), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.623646 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-29982582-70d5-4f7f-a33f-6f62ec1449b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (6f55c28c-99ad-4dd3-899a-ede6bf7f3ee7), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.626185 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-29982582-70d5-4f7f-a33f-6f62ec1449b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:27.629281 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-29982582-70d5-4f7f-a33f-6f62ec1449b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f55c28c-99ad-4dd3-899a-ede6bf7f3ee7 HTTP/1.1" status: 204 len: 168 time: 0.1205485 May 12 11:57:27.635409 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29982582-70d5-4f7f-a33f-6f62ec1449b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f55c28c-99ad-4dd3-899a-ede6bf7f3ee7,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:27.729963 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:28.505073 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125514-613e-4938-a81c-8805b3569163 req-5d8217e4-008f-4bc4-83e0-d664f73079a5 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:28.506830 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fe125514-613e-4938-a81c-8805b3569163 req-5d8217e4-008f-4bc4-83e0-d664f73079a5 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 945 time: 0.0498600 May 12 11:57:28.556442 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-fe125514-613e-4938-a81c-8805b3569163 req-5f38bc7e-6f1a-474c-891d-7f42b434a57d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438936 May 12 11:57:29.183043 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:29.683510 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269630b-d387-44f7-bf93-5f4eba394def req-4aa901d3-4982-46d0-98f9-9a95facf7d80 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:29.685028 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e269630b-d387-44f7-bf93-5f4eba394def req-4aa901d3-4982-46d0-98f9-9a95facf7d80 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 945 time: 0.0479336 May 12 11:57:29.735299 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-e269630b-d387-44f7-bf93-5f4eba394def req-0bd33850-b4c7-4bfc-bb26-af1f3e5a632a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 May 12 11:57:30.127857 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-96e2df4e-88e8-4b81-b1c3-bf378c49f40c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:30.129153 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-96e2df4e-88e8-4b81-b1c3-bf378c49f40c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 945 time: 0.0462351 May 12 11:57:30.216539 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Deleting port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 11:57:30.216879 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:30.304485 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] For port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:57:30.304847 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:30.477167 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:30.477446 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (8f0f5827-f2c2-413f-9565-8fa43c553b6d), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:30.477792 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Floating IP 8f0f5827-f2c2-413f-9565-8fa43c553b6d disassociated. External IP: 172.27.0.226, port: f39ce636-63c4-4a0e-a9ba-46a28d7f11e1. May 12 11:57:30.478145 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Calling delete_port for f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 11:57:30.601869 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (f39ce636-63c4-4a0e-a9ba-46a28d7f11e1), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:30.634470 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event deleted for resources: {'Port': ['ID=f39ce636-63c4-4a0e-a9ba-46a28d7f11e1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:30.758245 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Router 2f80d5ff-8595-4a92-963a-a049b64a7949 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:57:30.837417 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f053203f-7948-4112-adb8-d268781cb23f req-9676fffd-5c89-4f4a-8d1b-6818e0d69bb4 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=08861685-923b-4ae7-ac93-e58799f637ab HTTP/1.1" status: 200 len: 210 time: 0.0295570 May 12 11:57:30.903375 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:57:30.915132 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] Sync routers for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:57:30.925003 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:57:30.925886 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:57:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:30.946459 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] No DVR routers for this DVR port f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 on host hv-cinder-80473 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 11:57:30.949135 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:30.952343 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2c7b5182-5395-428e-9c09-30edf49919a0 req-9bf900a3-a637-4a7b-ace6-3c3a6ab6c98c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "DELETE /v2.0/ports/f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 HTTP/1.1" status: 204 len: 173 time: 0.8177304 May 12 11:57:30.952791 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08861685-923b-4ae7-ac93-e58799f637ab', 'name': 'network-vif-deleted', 'tag': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:57:30.955392 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0036b485-d4b6-4b52-94ee-dbca691b15fb" -d '{"events": [{"server_uuid": "08861685-923b-4ae7-ac93-e58799f637ab", "name": "network-vif-deleted", "tag": "f39ce636-63c4-4a0e-a9ba-46a28d7f11e1"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:57:31.010013 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180497ae-94ef-4912-a8ea-bed461b23a97 x-openstack-request-id: req-180497ae-94ef-4912-a8ea-bed461b23a97 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:57:31.010570 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08861685-923b-4ae7-ac93-e58799f637ab", "name": "network-vif-deleted", "tag": "f39ce636-63c4-4a0e-a9ba-46a28d7f11e1", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:57:31.011048 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-180497ae-94ef-4912-a8ea-bed461b23a97 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:57:31.011704 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180497ae-94ef-4912-a8ea-bed461b23a97'] response: {'server_uuid': '08861685-923b-4ae7-ac93-e58799f637ab', 'name': 'network-vif-deleted', 'tag': 'f39ce636-63c4-4a0e-a9ba-46a28d7f11e1', 'status': 'completed', 'code': 200} May 12 11:57:31.090598 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:57:31.295715 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:31.326641 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] Checking router: 2f80d5ff-8595-4a92-963a-a049b64a7949 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:57:31.335445 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:57:31.336249 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:57:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:31.450863 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:57:31.639014 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:31.671915 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84db302-2886-4ebe-951c-b996182e9e74 None None] The sync data for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi is: [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:57:31.918113 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d6e39-90f7-481a-bb9d-cf4193fd98d1 None None] New status for floating IP 8f0f5827-f2c2-413f-9565-8fa43c553b6d: DOWN {{(pid=109898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:57:32.102923 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-4d29efea-3100-4f29-9aec-ec7772c9573b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098863337&fields=id&tenant_id=7d148f892d044444b6be65537ba8b335 HTTP/1.1" status: 200 len: 267 time: 0.0434973 May 12 11:57:32.207361 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-609d0166-1ad7-40a8-b3e8-1e7feb4c8818 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:32.208800 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-609d0166-1ad7-40a8-b3e8-1e7feb4c8818 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 812 time: 0.0994647 May 12 11:57:32.223671 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-6c59f623-8dc1-405e-87f1-f9179c6bf80e tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/quotas/7d148f892d044444b6be65537ba8b335 HTTP/1.1" status: 200 len: 375 time: 0.0087116 May 12 11:57:32.270872 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-7bf978e8-646d-4702-8ccb-e737499e6fb8 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419703 May 12 11:57:32.375966 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-cfa7a32c-fd01-4701-9430-44fc05dd9a3e service neutron] 10.222.0.58 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920594 May 12 11:57:32.468982 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-13dc1e95-2a39-4cd0-9b71-6baea0466cd0 service neutron] 10.222.0.58 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871093 May 12 11:57:32.626778 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41218) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:32.765152 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f2e134e8-ce12-4127-8155-a2d033e3ecad req-97d34260-b573-455a-92b4-415040e58f0d tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 210 time: 0.0395243 May 12 11:57:32.767052 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c82a-22e3-4547-b8d0-05fe7aed7548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:32.849288 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c82a-22e3-4547-b8d0-05fe7aed7548 admin admin] Publish callbacks [] for security_group (f613205c-f92b-413d-b815-cc9075e1361c), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:32.854920 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c82a-22e3-4547-b8d0-05fe7aed7548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (f613205c-f92b-413d-b815-cc9075e1361c), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:32.893664 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-f8e2c82a-22e3-4547-b8d0-05fe7aed7548 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b630b8e6dea4b28bca0699218ba41d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658176 May 12 11:57:32.894558 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2c82a-22e3-4547-b8d0-05fe7aed7548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f613205c-f92b-413d-b815-cc9075e1361c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:32.897440 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41232) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:32.951957 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c4db4c5-4aa1-40ec-bc1e-a51bc93fbc10 admin admin] Publish callbacks [] for security_group (f613205c-f92b-413d-b815-cc9075e1361c), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:32.972545 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c4db4c5-4aa1-40ec-bc1e-a51bc93fbc10 admin admin] Publish callbacks [] for security_group (f613205c-f92b-413d-b815-cc9075e1361c), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.023581 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c4db4c5-4aa1-40ec-bc1e-a51bc93fbc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (f613205c-f92b-413d-b815-cc9075e1361c), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.026245 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c4db4c5-4aa1-40ec-bc1e-a51bc93fbc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.027391 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-1c4db4c5-4aa1-40ec-bc1e-a51bc93fbc10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f613205c-f92b-413d-b815-cc9075e1361c HTTP/1.1" status: 204 len: 168 time: 0.1289406 May 12 11:57:33.037093 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4db4c5-4aa1-40ec-bc1e-a51bc93fbc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f613205c-f92b-413d-b815-cc9075e1361c,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:33.291678 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41240) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:33.307103 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7694a5af-a91c-406f-a490-2269c035b2b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.384254 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7694a5af-a91c-406f-a490-2269c035b2b2 admin admin] Publish callbacks [] for security_group (b4060c49-cf6b-4095-99b3-23914fb9fda4), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.387813 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7694a5af-a91c-406f-a490-2269c035b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (b4060c49-cf6b-4095-99b3-23914fb9fda4), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.427828 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7694a5af-a91c-406f-a490-2269c035b2b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=122bc10f4f114b9ba56743e7428d57eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346388 May 12 11:57:33.428930 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694a5af-a91c-406f-a490-2269c035b2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4060c49-cf6b-4095-99b3-23914fb9fda4,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:33.430406 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41242) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:33.478723 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-06093ab5-4ba1-4405-87d5-1789347149c2 admin admin] Publish callbacks [] for security_group (b4060c49-cf6b-4095-99b3-23914fb9fda4), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.498808 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-06093ab5-4ba1-4405-87d5-1789347149c2 admin admin] Publish callbacks [] for security_group (b4060c49-cf6b-4095-99b3-23914fb9fda4), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.545368 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-06093ab5-4ba1-4405-87d5-1789347149c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (b4060c49-cf6b-4095-99b3-23914fb9fda4), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.547921 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-06093ab5-4ba1-4405-87d5-1789347149c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.549062 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-06093ab5-4ba1-4405-87d5-1789347149c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4060c49-cf6b-4095-99b3-23914fb9fda4 HTTP/1.1" status: 204 len: 168 time: 0.1176286 May 12 11:57:33.558069 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06093ab5-4ba1-4405-87d5-1789347149c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4060c49-cf6b-4095-99b3-23914fb9fda4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:33.739391 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-eae201c0-47ac-4044-b41a-adfe87cbae3a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:33.740915 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-eae201c0-47ac-4044-b41a-adfe87cbae3a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 812 time: 0.1067152 May 12 11:57:33.815800 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-bce78174-9748-4481-b7b2-b6e24a375195 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d148f892d044444b6be65537ba8b335 HTTP/1.1" status: 200 len: 380 time: 0.0609243 May 12 11:57:33.825562 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'port': {'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'admin_state_up': True, 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'security_groups': ['63918c15-f7a3-4d4f-ac06-064923da992f']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:57:33.867371 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-3900065a-12bc-42b6-91bb-92a7e304d4aa req-0a6d9ca1-9cd7-46ee-bbac-2cf68264bc25 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 210 time: 0.0303915 May 12 11:57:33.888766 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 11:57:33.910134 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 11:57:33.910493 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device f39ce636-63c4-4a0e-a9ba-46a28d7f11e1 not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 11:57:33.917854 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41250) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:33.930464 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cfe3d6a-206a-4119-b573-f8b8788d49d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:33.948201 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Made reservation on behalf of 7d148f892d044444b6be65537ba8b335 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:57:33.951761 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.008146 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cfe3d6a-206a-4119-b573-f8b8788d49d2 admin admin] Publish callbacks [] for security_group (f646a332-e336-4582-8e5b-d12d335c3842), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.012604 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cfe3d6a-206a-4119-b573-f8b8788d49d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (f646a332-e336-4582-8e5b-d12d335c3842), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.049955 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-7cfe3d6a-206a-4119-b573-f8b8788d49d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afbdc4856f7143349181d2c9ca887937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309803 May 12 11:57:34.051913 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe3d6a-206a-4119-b573-f8b8788d49d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f646a332-e336-4582-8e5b-d12d335c3842,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:34.055217 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41252) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:34.090244 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Allocated IP 172.20.0.5 (2251d509-6705-4760-a42b-7398b2cf420e/6261857e-5a13-4d62-86b0-0f105cd2c6d3/d5593789-16d7-43e5-a19d-5bf1ce2948cc) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:57:34.111459 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-95ef5bda-5c23-421a-9444-964739766ea9 admin admin] Publish callbacks [] for security_group (f646a332-e336-4582-8e5b-d12d335c3842), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.134546 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-95ef5bda-5c23-421a-9444-964739766ea9 admin admin] Publish callbacks [] for security_group (f646a332-e336-4582-8e5b-d12d335c3842), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.183777 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-95ef5bda-5c23-421a-9444-964739766ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (f646a332-e336-4582-8e5b-d12d335c3842), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.187192 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-95ef5bda-5c23-421a-9444-964739766ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.190803 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-95ef5bda-5c23-421a-9444-964739766ea9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f646a332-e336-4582-8e5b-d12d335c3842 HTTP/1.1" status: 204 len: 168 time: 0.1323464 May 12 11:57:34.199685 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef5bda-5c23-421a-9444-964739766ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f646a332-e336-4582-8e5b-d12d335c3842,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:34.243383 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.289359 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.333208 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Network 2251d509-6705-4760-a42b-7398b2cf420e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:57:34.336524 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:57:34.342454 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:57:34.372252 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'Port': ['ID=d5593789-16d7-43e5-a19d-5bf1ce2948cc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:34.406378 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:34.407001 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.425591 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-418bd9a7-65e5-4fe3-b3d9-500c2178d726 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6048012 May 12 11:57:34.443474 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Request body: {'port': {'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:57:34.518451 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.637267 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-2009d485-69b9-45d9-9b30-8682e4e6693e None None] Provisioning complete for port d5593789-16d7-43e5-a19d-5bf1ce2948cc triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:57:34.638329 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2009d485-69b9-45d9-9b30-8682e4e6693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.697577 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-2009d485-69b9-45d9-9b30-8682e4e6693e None None] Port d5593789-16d7-43e5-a19d-5bf1ce2948cc cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:57:34.848788 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5593789-16d7-43e5-a19d-5bf1ce2948cc {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:57:34.856845 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Publish callbacks [] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:34.869747 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Transition to ACTIVE for port object d5593789-16d7-43e5-a19d-5bf1ce2948cc will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:57:34.875101 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.014531 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41276) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:35.019774 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5593789-16d7-43e5-a19d-5bf1ce2948cc,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:35.070993 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0e6dc-5f4d-4cf9-b959-6e227807b465 req-cf1dd157-35d6-4a14-b5f3-5184523620a4 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:35.072430 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9bd0e6dc-5f4d-4cf9-b959-6e227807b465 req-cf1dd157-35d6-4a14-b5f3-5184523620a4 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 943 time: 0.0928402 May 12 11:57:35.089558 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Attempting to bind port d5593789-16d7-43e5-a19d-5bf1ce2948cc on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:57:35.090169 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Attempting to bind port d5593789-16d7-43e5-a19d-5bf1ce2948cc by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:57:35.090522 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Attempting to bind port d5593789-16d7-43e5-a19d-5bf1ce2948cc on network 2251d509-6705-4760-a42b-7398b2cf420e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:57:35.105988 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Port d5593789-16d7-43e5-a19d-5bf1ce2948cc on network 2251d509-6705-4760-a42b-7398b2cf420e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:57:35.106316 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Attempting to bind port d5593789-16d7-43e5-a19d-5bf1ce2948cc on network 2251d509-6705-4760-a42b-7398b2cf420e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:57:35.114858 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:57:35.115206 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Checking segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:57:35.115623 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Bound using segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:57:35.116020 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Bound port: d5593789-16d7-43e5-a19d-5bf1ce2948cc, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:57:35.116955 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.148494 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1335508857-network', 'tenant_id': '88694086c86f456cb5174f47f5ac53d6'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:57:35.169428 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-9bd0e6dc-5f4d-4cf9-b959-6e227807b465 req-59cd4288-e54d-4cde-b817-456fbdeb0b80 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894182 May 12 11:57:35.169612 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Made reservation on behalf of 88694086c86f456cb5174f47f5ac53d6 for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:57:35.172167 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.183286 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.202284 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] For port d5593789-16d7-43e5-a19d-5bf1ce2948cc, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:57:35.205767 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] For port d5593789-16d7-43e5-a19d-5bf1ce2948cc, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:57:35.215361 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.251768 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:35.252145 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.253585 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/d5593789-16d7-43e5-a19d-5bf1ce2948cc HTTP/1.1" status: 200 len: 1093 time: 0.8148253 May 12 11:57:35.255937 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38e78e7-9790-415b-a254-a5b794734d23', 'tag': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:57:35.258862 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e38e78e7-9790-415b-a254-a5b794734d23", "tag": "d5593789-16d7-43e5-a19d-5bf1ce2948cc"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:57:35.261665 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Publish callbacks [] for security_group (85f14802-95ab-4308-ba65-ba00b2d7fae0), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.274353 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (85f14802-95ab-4308-ba65-ba00b2d7fae0), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.289277 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc0e17-c50c-4e3f-83e0-527f1ceb00e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5593789-16d7-43e5-a19d-5bf1ce2948cc,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:35.310116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=109896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:57:35.315873 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3badfd8a-3d7b-49f4-8142-d8d953af3528 x-openstack-request-id: req-3badfd8a-3d7b-49f4-8142-d8d953af3528 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:57:35.316278 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38e78e7-9790-415b-a254-a5b794734d23", "tag": "d5593789-16d7-43e5-a19d-5bf1ce2948cc", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:57:35.316607 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3badfd8a-3d7b-49f4-8142-d8d953af3528 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:57:35.317085 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3badfd8a-3d7b-49f4-8142-d8d953af3528'] response: {'name': 'network-changed', 'server_uuid': 'e38e78e7-9790-415b-a254-a5b794734d23', 'tag': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'status': 'completed', 'code': 200} May 12 11:57:35.322532 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f14802-95ab-4308-ba65-ba00b2d7fae0,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:35.329041 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (e1668ad0-c311-419a-96d5-9d989a68ae70), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.329457 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Added segment e1668ad0-c311-419a-96d5-9d989a68ae70 of type vlan for network c53e409a-213e-42ac-8222-b89e9267e688 May 12 11:57:35.376086 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (c53e409a-213e-42ac-8222-b89e9267e688), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.381546 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-30f79e77-f03b-442d-92f9-c31f4c874103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:35.383811 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-30f79e77-f03b-442d-92f9-c31f4c874103 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 1127 time: 0.0471332 May 12 11:57:35.404233 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (c53e409a-213e-42ac-8222-b89e9267e688), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.405481 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:35.406137 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.437368 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-da5398d2-7ce8-47e7-bccb-d2955d5045fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc HTTP/1.1" status: 200 len: 217 time: 0.0397382 May 12 11:57:35.440990 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4255459 May 12 11:57:35.443971 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41282) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:35.449248 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Request body: {'subnet': {'network_id': 'c53e409a-213e-42ac-8222-b89e9267e688', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1335508857-subnet', 'tenant_id': '88694086c86f456cb5174f47f5ac53d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:57:35.485327 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75667bca-340d-4409-ad52-a3f67e8657f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c53e409a-213e-42ac-8222-b89e9267e688,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:35.491870 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-d572d880-4648-4841-9a0a-1883ee5429a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:35.493200 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-d572d880-4648-4841-9a0a-1883ee5429a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0505536 May 12 11:57:35.497217 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network c53e409a-213e-42ac-8222-b89e9267e688 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:57:35.503601 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Made reservation on behalf of 88694086c86f456cb5174f47f5ac53d6 for: {'subnet': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:57:35.506399 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118441238'] for subnet (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.544377 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-6af6a140-024c-4384-8fef-b1fed76b0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:35.545798 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-6af6a140-024c-4384-8fef-b1fed76b0e82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463655 May 12 11:57:35.645072 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-addefc7d-1aad-47ac-9496-e9d8e5205079 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926943 May 12 11:57:35.685037 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118424035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118441216'] for subnet (7b99ca47-949d-48a6-a7b3-fdec3ea6d185), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.736941 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b99ca47-949d-48a6-a7b3-fdec3ea6d185,revision_number=0']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:35.737168 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5f94ad25-48d6-480d-8bc5-dd0d06a26c1a req-41be283a-9117-4905-84c2-7518e2fcad19 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862036 May 12 11:57:35.755004 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Checking segment: {'id': 'e1668ad0-c311-419a-96d5-9d989a68ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c53e409a-213e-42ac-8222-b89e9267e688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:57:35.755363 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Network hostable DHCP agents. Network: c53e409a-213e-42ac-8222-b89e9267e688, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:57:35.774578 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Network c53e409a-213e-42ac-8222-b89e9267e688 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:57:35.786073 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, c53e409a-213e-42ac-8222-b89e9267e688) {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:57:35.790905 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:35.791644 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:35.796121 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f1450e-5369-4537-9a57-f03341732675 None None] Network c53e409a-213e-42ac-8222-b89e9267e688 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:57:35.808311 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-fb923f9e-5870-40db-b5dc-eb2b019348c2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3626328 May 12 11:57:35.895372 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13559044-08a4-4567-9f3b-d495f57f9304 None None] Network c53e409a-213e-42ac-8222-b89e9267e688 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:57:36.031832 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-60ce9375-91d2-43da-858c-80eb82aa8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:36.033215 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-60ce9375-91d2-43da-858c-80eb82aa8e62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 1127 time: 0.0384684 May 12 11:57:36.128308 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-f6857853-69d9-427b-9baa-c25f818a6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:36.129827 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-f6857853-69d9-427b-9baa-c25f818a6655 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0900464 May 12 11:57:36.171330 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-85b88e82-c06c-4b63-9ad3-4f678697f8a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc HTTP/1.1" status: 200 len: 217 time: 0.0358675 May 12 11:57:36.219790 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-1881e4ef-1cdc-43cc-89b9-fa964a506cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:36.221264 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-1881e4ef-1cdc-43cc-89b9-fa964a506cce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0444357 May 12 11:57:36.278059 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41300) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:36.283008 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.v2.base [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-254703055-network', 'tenant_id': '803c1f00125d41ce8b9fae53c5a40646'}} {{(pid=109896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:57:36.296036 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-0382527a-ae7a-4506-a3c0-7097085f900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:36.297536 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-0382527a-ae7a-4506-a3c0-7097085f900d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0704765 May 12 11:57:36.304950 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Made reservation on behalf of 803c1f00125d41ce8b9fae53c5a40646 for: {'network': 1} {{(pid=109896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:57:36.307407 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for network (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.315729 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.319890 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae4587-49b6-49c5-b654-b24e63dfaf33 req-86f70e3b-d0ba-491c-b39d-227aa7d035ad tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:36.321312 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43ae4587-49b6-49c5-b654-b24e63dfaf33 req-86f70e3b-d0ba-491c-b39d-227aa7d035ad tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 943 time: 0.0646315 May 12 11:57:36.391194 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Publish callbacks [] for security_group (36cf5a0c-87cb-4c16-8454-783c6f05b9cd), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.398184 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (36cf5a0c-87cb-4c16-8454-783c6f05b9cd), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.423847 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=109896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 11:57:36.433531 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cf5a0c-87cb-4c16-8454-783c6f05b9cd,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:36.438884 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784762851341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (b1c8f0ed-e64f-472a-99e4-9042481f9631), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.439074 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-43ae4587-49b6-49c5-b654-b24e63dfaf33 req-3329ccfd-9934-4806-8043-7a63b0ff6156 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081200 May 12 11:57:36.439292 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.db.segments_db [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Added segment b1c8f0ed-e64f-472a-99e4-9042481f9631 of type vlan for network c29d6bab-0886-4738-9fd9-e5e14f2e6b74 May 12 11:57:36.444648 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-c3004bac-2e33-4285-80b1-4ee8ea800c22 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406035 May 12 11:57:36.480836 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784762293908'] for network (c29d6bab-0886-4738-9fd9-e5e14f2e6b74), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.510566 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150'] for network (c29d6bab-0886-4738-9fd9-e5e14f2e6b74), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.511854 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:36.512653 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.539828 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-ec8cbbf8-ab5f-469a-b495-4fd38e4c90bc req-cb72c747-b115-46aa-9781-cb559d6ee4e9 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895312 May 12 11:57:36.549883 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2706370 May 12 11:57:36.552581 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41302) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:36.557445 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Request body: {'subnet': {'network_id': 'c29d6bab-0886-4738-9fd9-e5e14f2e6b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-254703055-subnet', 'tenant_id': '803c1f00125d41ce8b9fae53c5a40646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:57:36.578707 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Made reservation on behalf of 803c1f00125d41ce8b9fae53c5a40646 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:57:36.581078 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3198112'] for subnet (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.582657 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacb68c-e593-4165-afd4-c4b138c56fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=c29d6bab-0886-4738-9fd9-e5e14f2e6b74,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:36.592821 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Network c29d6bab-0886-4738-9fd9-e5e14f2e6b74 details requested by agent ovs-agent-dv-cinder-804735-29-iscsi with host dv-cinder-804735-29-iscsi {{(pid=109897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 11:57:36.751152 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10328397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3198134'] for subnet (bb28a796-06c2-4bc3-bacf-33b3c6152a6b), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.812714 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb28a796-06c2-4bc3-bacf-33b3c6152a6b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:36.820349 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Checking segment: {'id': 'b1c8f0ed-e64f-472a-99e4-9042481f9631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c29d6bab-0886-4738-9fd9-e5e14f2e6b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:57:36.820705 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Network hostable DHCP agents. Network: c29d6bab-0886-4738-9fd9-e5e14f2e6b74, hostable agents: ['7e7ba707-aa98-4b35-bc07-b997f15a0701'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 11:57:36.837121 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Network c29d6bab-0886-4738-9fd9-e5e14f2e6b74 is scheduled to be hosted by DHCP agent 7e7ba707-aa98-4b35-bc07-b997f15a0701 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 11:57:36.845357 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-29-iscsi, c29d6bab-0886-4738-9fd9-e5e14f2e6b74) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:57:36.849462 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:36.850084 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:36.855119 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eedecf-008e-437d-b499-52621554ae48 None None] Network c29d6bab-0886-4738-9fd9-e5e14f2e6b74 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:57:36.866048 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-8de2b412-158b-49e6-a04e-ab56915262ea admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3123488 May 12 11:57:36.953338 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51438c6e-5f6e-4231-b883-9e4b3ceeeb66 None None] Network c29d6bab-0886-4738-9fd9-e5e14f2e6b74 requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 11:57:37.569786 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005f0bf-5a42-45c1-a8e3-a241f3fbc62c req-ff0e757f-4973-4232-9303-e2f5fd5c9e25 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:37.571227 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d005f0bf-5a42-45c1-a8e3-a241f3fbc62c req-ff0e757f-4973-4232-9303-e2f5fd5c9e25 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 943 time: 0.0458527 May 12 11:57:37.619052 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d005f0bf-5a42-45c1-a8e3-a241f3fbc62c req-a798038c-c207-4bd7-af7c-07c93f7727b1 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 May 12 11:57:38.735049 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3a43f-4824-462d-9d9e-bd08b7750e88 req-b8785050-91d3-4f99-9958-5faa02dfa043 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:38.736481 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-42c3a43f-4824-462d-9d9e-bd08b7750e88 req-b8785050-91d3-4f99-9958-5faa02dfa043 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 943 time: 0.0464027 May 12 11:57:38.785352 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-42c3a43f-4824-462d-9d9e-bd08b7750e88 req-1dfa4c6d-fb4c-4638-9261-2ccea3ef7cbd tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432575 May 12 11:57:39.906601 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc31c6-cdc1-4ed5-8ec4-a35f130026e2 req-76d19a5e-6ca5-48f1-acd2-cd1d71be997c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:39.908073 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9ecc31c6-cdc1-4ed5-8ec4-a35f130026e2 req-76d19a5e-6ca5-48f1-acd2-cd1d71be997c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 943 time: 0.0517075 May 12 11:57:40.229834 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9ecc31c6-cdc1-4ed5-8ec4-a35f130026e2 req-315b668f-fd9a-48b7-838b-11f10fcac409 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146706 May 12 11:57:41.337955 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5a2b2-d64b-44b1-877c-19adad988b97 req-7350a3d6-e341-458a-a808-0dcbad617d59 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:41.339377 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-47a5a2b2-d64b-44b1-877c-19adad988b97 req-7350a3d6-e341-458a-a808-0dcbad617d59 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 943 time: 0.0450044 May 12 11:57:41.391220 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-47a5a2b2-d64b-44b1-877c-19adad988b97 req-ac19e8e5-a096-4c96-ba0b-878dea4e030e tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462444 May 12 11:57:42.512739 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d7c6c-8b4c-4646-b5dc-881e649cbd34 req-4833096e-364d-40f1-9a54-9801401fa8cc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:42.514362 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d1d7c6c-8b4c-4646-b5dc-881e649cbd34 req-4833096e-364d-40f1-9a54-9801401fa8cc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 943 time: 0.0515339 May 12 11:57:42.563350 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-4d1d7c6c-8b4c-4646-b5dc-881e649cbd34 req-3532eab3-f536-4307-9f19-bbe87dbbbcf1 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 May 12 11:57:43.681269 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0273e-8877-467e-b690-5db37855443e req-8ee6b5aa-5d82-42db-a34d-ed1a5be82e13 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:43.682735 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b0a0273e-8877-467e-b690-5db37855443e req-8ee6b5aa-5d82-42db-a34d-ed1a5be82e13 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 943 time: 0.0508924 May 12 11:57:43.731103 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b0a0273e-8877-467e-b690-5db37855443e req-a95ba32d-b1ee-4c13-a7b4-873bc1f3a62b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427117 May 12 11:57:43.915075 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d5593789-16d7-43e5-a19d-5bf1ce2948cc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:57:44.014033 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d5593789-16d7-43e5-a19d-5bf1ce2948cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:57:44.025156 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'mac_address': 'fa:16:3e:f0:10:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:57:44.061359 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d5593789-16d7-43e5-a19d-5bf1ce2948cc is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:57:44.061767 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:44.074491 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5593789-16d7-43e5-a19d-5bf1ce2948cc {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:57:44.093689 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d5593789-16d7-43e5-a19d-5bf1ce2948cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:57:44.097128 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:44.144704 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d5593789-16d7-43e5-a19d-5bf1ce2948cc,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:44.372611 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['d5593789-16d7-43e5-a19d-5bf1ce2948cc'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:57:44.846097 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228cae7-12a8-49eb-ae9f-2ffef2e78fc0 req-f10cf843-d7e4-419a-8fb7-1180f672f420 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:44.847562 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c228cae7-12a8-49eb-ae9f-2ffef2e78fc0 req-f10cf843-d7e4-419a-8fb7-1180f672f420 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 944 time: 0.0467844 May 12 11:57:44.899516 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-c228cae7-12a8-49eb-ae9f-2ffef2e78fc0 req-b2ba4626-849f-4ef8-8dd3-c08ef64a9005 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455830 May 12 11:57:45.919360 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d5593789-16d7-43e5-a19d-5bf1ce2948cc up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:57:45.963052 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port d5593789-16d7-43e5-a19d-5bf1ce2948cc completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:57:45.968211 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port d5593789-16d7-43e5-a19d-5bf1ce2948cc triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:57:45.968662 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:46.012099 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088100f-948e-4419-ad08-00fd60c2d79a req-7158a342-6562-4f82-b929-c8f934ae44ac tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:46.013431 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e088100f-948e-4419-ad08-00fd60c2d79a req-7158a342-6562-4f82-b929-c8f934ae44ac tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 944 time: 0.0464244 May 12 11:57:46.063793 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e088100f-948e-4419-ad08-00fd60c2d79a req-c2abdaa8-39d2-4044-a4ea-00eb7c7f751c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445602 May 12 11:57:46.177929 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port d5593789-16d7-43e5-a19d-5bf1ce2948cc is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:57:46.178245 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:46.201310 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38e78e7-9790-415b-a254-a5b794734d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:57:46.203636 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926744a8-ebdf-425f-8125-9279f4e15774" -d '{"events": [{"server_uuid": "e38e78e7-9790-415b-a254-a5b794734d23", "name": "network-vif-plugged", "status": "completed", "tag": "d5593789-16d7-43e5-a19d-5bf1ce2948cc"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:57:46.217356 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port d5593789-16d7-43e5-a19d-5bf1ce2948cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:57:46.222054 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:46.249575 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5f5f60-edaa-4330-a8ee-84f54ee60a60 x-openstack-request-id: req-dc5f5f60-edaa-4330-a8ee-84f54ee60a60 {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:57:46.249897 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38e78e7-9790-415b-a254-a5b794734d23", "name": "network-vif-plugged", "status": "completed", "tag": "d5593789-16d7-43e5-a19d-5bf1ce2948cc", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:57:46.250158 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc5f5f60-edaa-4330-a8ee-84f54ee60a60 {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:57:46.250553 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5f5f60-edaa-4330-a8ee-84f54ee60a60'] response: {'server_uuid': 'e38e78e7-9790-415b-a254-a5b794734d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'code': 200} May 12 11:57:46.276467 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=d5593789-16d7-43e5-a19d-5bf1ce2948cc,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:46.493662 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0dd0-bd53-4255-acff-479bff4e9b75 req-7df419de-e855-4627-97fe-a1bc8c607986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:46.495176 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c63d0dd0-bd53-4255-acff-479bff4e9b75 req-7df419de-e855-4627-97fe-a1bc8c607986 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 1129 time: 0.0441387 May 12 11:57:46.539565 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-c63d0dd0-bd53-4255-acff-479bff4e9b75 req-64fb4857-f4d4-4168-adcc-f53abd6cbdcd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379817 May 12 11:57:47.175133 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f21e2a-6118-48d2-96a3-3c87979f2433 req-68991b36-731d-4e13-8b93-ea7489c656ec tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:47.176555 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-44f21e2a-6118-48d2-96a3-3c87979f2433 req-68991b36-731d-4e13-8b93-ea7489c656ec tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 945 time: 0.0457501 May 12 11:57:47.223044 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-44f21e2a-6118-48d2-96a3-3c87979f2433 req-2640f904-c1ae-4633-be3d-fe5622ba3528 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 May 12 11:57:48.340886 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852cc3-d726-430c-947f-bbfd4c6e48f1 req-0ce6b302-2fe6-4927-8f03-0762832f77e4 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:48.342383 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f8852cc3-d726-430c-947f-bbfd4c6e48f1 req-0ce6b302-2fe6-4927-8f03-0762832f77e4 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 945 time: 0.0462279 May 12 11:57:48.403178 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-f8852cc3-d726-430c-947f-bbfd4c6e48f1 req-ef10063c-ffa7-4eb7-b292-e59642383092 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520091 May 12 11:57:48.512397 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa78ab3-9076-480c-a636-98fde4d0e1f9 req-ce543c9c-b7d4-4cc9-b8bf-5db0607f929e tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:48.513864 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7aa78ab3-9076-480c-a636-98fde4d0e1f9 req-ce543c9c-b7d4-4cc9-b8bf-5db0607f929e tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 945 time: 0.0464525 May 12 11:57:48.563550 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-7aa78ab3-9076-480c-a636-98fde4d0e1f9 req-226987d8-c3e8-487f-95d4-540ca3c92b6a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441346 May 12 11:57:48.587129 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41412) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:48.875090 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0e1f7-a6a3-44d9-97ac-a20310c71385 tempest-TestVolumeBootPattern-246648943 tempest-TestVolumeBootPattern-246648943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:48.876554 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-5fa0e1f7-a6a3-44d9-97ac-a20310c71385 tempest-TestVolumeBootPattern-246648943 tempest-TestVolumeBootPattern-246648943-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 1124 time: 0.2885094 May 12 11:57:48.879332 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41426) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:48.884079 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:57:48.903468 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:48.986004 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:49.090158 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Allocated IP 172.27.0.227 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/430e5dfc-1a1a-40e7-8b82-c5da1011af2a) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:57:49.203581 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for port (430e5dfc-1a1a-40e7-8b82-c5da1011af2a), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:49.236902 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (430e5dfc-1a1a-40e7-8b82-c5da1011af2a), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:49.274010 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:57:49.276907 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:57:49.282394 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:57:49.287820 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'Port': ['ID=430e5dfc-1a1a-40e7-8b82-c5da1011af2a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:49.315138 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.315489 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.315834 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.316178 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.316511 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.316843 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.317171 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.317498 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.317855 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.318184 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.318517 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.318846 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.319190 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.319534 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.320347 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:49.523030 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:57:49.666649 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (e2028872-44b0-4945-a349-f52a6b3cb877), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:49.732804 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (430e5dfc-1a1a-40e7-8b82-c5da1011af2a), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:49.931217 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for port (430e5dfc-1a1a-40e7-8b82-c5da1011af2a), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:49.936191 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (430e5dfc-1a1a-40e7-8b82-c5da1011af2a), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:50.006342 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'Port': ['ID=430e5dfc-1a1a-40e7-8b82-c5da1011af2a,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:50.014120 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (e2028872-44b0-4945-a349-f52a6b3cb877), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:50.115444 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Floating IP e2028872-44b0-4945-a349-f52a6b3cb877 associated. External IP: 172.27.0.227, port: d5593789-16d7-43e5-a19d-5bf1ce2948cc. May 12 11:57:50.324995 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41448) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:50.334472 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Router 2f80d5ff-8595-4a92-963a-a049b64a7949 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:57:50.410470 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4876638-befa-4a7e-a2cc-a97b4dc74c0a admin admin] Deleting subnet 7b99ca47-949d-48a6-a7b3-fdec3ea6d185 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:57:50.415899 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4876638-befa-4a7e-a2cc-a97b4dc74c0a admin admin] Publish callbacks [] for subnet (7b99ca47-949d-48a6-a7b3-fdec3ea6d185), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:50.461137 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4876638-befa-4a7e-a2cc-a97b4dc74c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3592684'] for subnet (7b99ca47-949d-48a6-a7b3-fdec3ea6d185), precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:50.538116 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:57:50.544520 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4876638-befa-4a7e-a2cc-a97b4dc74c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (7b99ca47-949d-48a6-a7b3-fdec3ea6d185), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:50.548285 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] Sync routers for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:57:50.558055 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:57:50.558666 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:57:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:50.579561 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:50.618347 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-36836833-6bb4-4f81-8fb9-17a7ee785af6 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7379570 May 12 11:57:50.620196 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38e78e7-9790-415b-a254-a5b794734d23', 'tag': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:57:50.622476 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae7b1bb-88ec-4423-9158-33afc5b57b38" -d '{"events": [{"name": "network-changed", "server_uuid": "e38e78e7-9790-415b-a254-a5b794734d23", "tag": "d5593789-16d7-43e5-a19d-5bf1ce2948cc"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:57:50.651340 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4876638-befa-4a7e-a2cc-a97b4dc74c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10328332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3198093'] for subnet (7b99ca47-949d-48a6-a7b3-fdec3ea6d185), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:50.678842 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1697aa-48b6-49a8-942c-3ab326d5f1a2 x-openstack-request-id: req-bb1697aa-48b6-49a8-942c-3ab326d5f1a2 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:57:50.679507 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:57:50.679645 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38e78e7-9790-415b-a254-a5b794734d23", "tag": "d5593789-16d7-43e5-a19d-5bf1ce2948cc", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:57:50.679645 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb1697aa-48b6-49a8-942c-3ab326d5f1a2 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:57:50.680137 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1697aa-48b6-49a8-942c-3ab326d5f1a2'] response: {'name': 'network-changed', 'server_uuid': 'e38e78e7-9790-415b-a254-a5b794734d23', 'tag': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'status': 'completed', 'code': 200} May 12 11:57:50.682378 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4876638-befa-4a7e-a2cc-a97b4dc74c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b99ca47-949d-48a6-a7b3-fdec3ea6d185,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:50.684532 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4876638-befa-4a7e-a2cc-a97b4dc74c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for subnet (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:50.688103 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-a4876638-befa-4a7e-a2cc-a97b4dc74c0a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7b99ca47-949d-48a6-a7b3-fdec3ea6d185 HTTP/1.1" status: 204 len: 168 time: 0.3619609 May 12 11:57:50.690310 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41454) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:50.789504 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-f05fee94-fc7e-4de7-8d3c-6f9b75bda3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:50.791119 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-f05fee94-fc7e-4de7-8d3c-6f9b75bda3b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 1129 time: 0.0773482 May 12 11:57:50.795415 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (c53e409a-213e-42ac-8222-b89e9267e688), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:50.903250 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'e2028872-44b0-4945-a349-f52a6b3cb877', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:f0:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:57:49Z', 'updated_at': '2022-05-12T11:57:49Z', 'revision_number': 0, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:50.931451 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] Checking router: 2f80d5ff-8595-4a92-963a-a049b64a7949 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:57:50.940329 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:57:50.941333 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:57:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:50.949048 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (c53e409a-213e-42ac-8222-b89e9267e688), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:50.961180 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-0a44963b-ab8f-4838-9e7d-5614ed4e372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:50.962678 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-0a44963b-ab8f-4838-9e7d-5614ed4e372c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.1651707 May 12 11:57:50.981268 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53e409a-213e-42ac-8222-b89e9267e688']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:51.025789 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1668ad0-c311-419a-96d5-9d989a68ae70') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:51.026085 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1668ad0-c311-419a-96d5-9d989a68ae70') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:51.041440 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3592661'] for segment (e1668ad0-c311-419a-96d5-9d989a68ae70), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.055417 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:57:51.060178 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-db8be659-5570-4353-9049-ba212bef8d3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc HTTP/1.1" status: 200 len: 999 time: 0.0889189 May 12 11:57:51.063539 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (e1668ad0-c311-419a-96d5-9d989a68ae70), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.078127 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:57:51.078543 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330030'] for segment (e1668ad0-c311-419a-96d5-9d989a68ae70), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: Traceback (most recent call last): May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: timer() May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: cb(*args, **kw) May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: return func(*args, **kwargs) May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: self._notify() May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: self.callback(batched_events) May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: event.method(event) May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: return f(self, *a, **k) May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._get(url).json() May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: return self.request(url, 'GET', **kwargs) May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:57:51.080213 dv-cinder-804735-29-iscsi neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:57:51.161747 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-32882065-a528-465e-aedf-818c785572e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:51.163288 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-32882065-a528-465e-aedf-818c785572e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0953031 May 12 11:57:51.164332 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (c53e409a-213e-42ac-8222-b89e9267e688), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.171092 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.174153 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] 10.222.0.58 "DELETE /v2.0/networks/c53e409a-213e-42ac-8222-b89e9267e688 HTTP/1.1" status: 204 len: 168 time: 0.4828410 May 12 11:57:51.176983 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41456) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:51.196946 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb109eb-a458-4823-b9bd-f07d8cd5dc5b admin admin] Pushing event deleted for resources: {'Network': ['ID=c53e409a-213e-42ac-8222-b89e9267e688,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:51.224127 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-01f067d6-5527-44a7-9cc4-8740fa175cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:57:51.225052 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Deleting subnet bb28a796-06c2-4bc3-bacf-33b3c6152a6b {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 11:57:51.226246 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-01f067d6-5527-44a7-9cc4-8740fa175cc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0563836 May 12 11:57:51.228555 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Publish callbacks [] for subnet (bb28a796-06c2-4bc3-bacf-33b3c6152a6b), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.268477 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118276635'] for subnet (bb28a796-06c2-4bc3-bacf-33b3c6152a6b), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.304735 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'e2028872-44b0-4945-a349-f52a6b3cb877', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:f0:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:57:49Z', 'updated_at': '2022-05-12T11:57:49Z', 'revision_number': 0, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:51.311200 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (bb28a796-06c2-4bc3-bacf-33b3c6152a6b), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.333314 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-93d62c57-7f8d-4459-9aca-f885eb7c5bed service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007552 May 12 11:57:51.336383 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6bf5f-d431-46e8-a3af-13ba35ae6dd8 None None] The sync data for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi is: [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'e2028872-44b0-4945-a349-f52a6b3cb877', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:f0:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:57:49Z', 'updated_at': '2022-05-12T11:57:49Z', 'revision_number': 0, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:57:51.371420 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118423970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118441275'] for subnet (bb28a796-06c2-4bc3-bacf-33b3c6152a6b), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.400467 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.405979 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bb28a796-06c2-4bc3-bacf-33b3c6152a6b HTTP/1.1" status: 204 len: 168 time: 0.2279248 May 12 11:57:51.406734 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41458) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:51.407470 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb28a796-06c2-4bc3-bacf-33b3c6152a6b,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:51.433650 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1ae7b1bb-88ec-4423-9158-33afc5b57b38 req-f26a1ccc-40db-4afa-abbd-9c7ae8222d01 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937524 May 12 11:57:51.437303 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.437650 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.438013 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.438350 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.438679 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.439010 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.439332 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.439654 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.439978 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.440301 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.440625 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.440945 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.441263 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.441575 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.441910 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bccc-70c7-429e-bc9c-6bbcd11837e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:57:51.497915 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (c29d6bab-0886-4738-9fd9-e5e14f2e6b74), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.555859 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd552b-4d6b-4321-9173-1440b401d040 None None] New status for floating IP e2028872-44b0-4945-a349-f52a6b3cb877: ACTIVE {{(pid=109898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:57:51.578633 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (c29d6bab-0886-4738-9fd9-e5e14f2e6b74), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.600712 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29d6bab-0886-4738-9fd9-e5e14f2e6b74']}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:51.610094 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c8f0ed-e64f-472a-99e4-9042481f9631') {'for_net_delete': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:51.610390 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c8f0ed-e64f-472a-99e4-9042481f9631') {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:57:51.620708 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118276642'] for segment (b1c8f0ed-e64f-472a-99e4-9042481f9631), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.635135 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (b1c8f0ed-e64f-472a-99e4-9042481f9631), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.641551 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 11:57:51.641993 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118425344'] for segment (b1c8f0ed-e64f-472a-99e4-9042481f9631), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: Traceback (most recent call last): May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: timer() May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: cb(*args, **kw) May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: return func(*args, **kwargs) May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: self._notify() May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: self.callback(batched_events) May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: event.method(event) May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_uuid = self.p_client.list_aggregates( May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: return f(self, *a, **k) May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._get(url).json() May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: return self.request(url, 'GET', **kwargs) May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: base_url = self.get_endpoint(auth, allow=allow, May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 11:57:51.643844 dv-cinder-804735-29-iscsi neutron-server[109896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 11:57:51.705558 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (c29d6bab-0886-4738-9fd9-e5e14f2e6b74), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.710788 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:51.713961 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c29d6bab-0886-4738-9fd9-e5e14f2e6b74 HTTP/1.1" status: 204 len: 168 time: 0.2986629 May 12 11:57:51.730564 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f093949-2d6b-45d2-b202-421d25e24953 admin admin] Pushing event deleted for resources: {'Network': ['ID=c29d6bab-0886-4738-9fd9-e5e14f2e6b74,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:51.896691 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41462) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:51.934902 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-9a13b1da-7467-45b1-ae8b-dd3b64d80402 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88694086c86f456cb5174f47f5ac53d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370879 May 12 11:57:51.937186 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41464) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:51.982413 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-838267cc-ef88-4156-be68-e18af5bb357a admin admin] Publish callbacks [] for security_group (85f14802-95ab-4308-ba65-ba00b2d7fae0), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:52.002869 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-838267cc-ef88-4156-be68-e18af5bb357a admin admin] Publish callbacks [] for security_group (85f14802-95ab-4308-ba65-ba00b2d7fae0), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:52.052057 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-838267cc-ef88-4156-be68-e18af5bb357a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (85f14802-95ab-4308-ba65-ba00b2d7fae0), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:52.055212 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-838267cc-ef88-4156-be68-e18af5bb357a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:52.056340 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-838267cc-ef88-4156-be68-e18af5bb357a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85f14802-95ab-4308-ba65-ba00b2d7fae0 HTTP/1.1" status: 204 len: 168 time: 0.1182601 May 12 11:57:52.064096 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838267cc-ef88-4156-be68-e18af5bb357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f14802-95ab-4308-ba65-ba00b2d7fae0,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:52.366451 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41470) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:52.405057 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-3f11b61a-c424-4abd-9256-1d7b3b6ec633 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=803c1f00125d41ce8b9fae53c5a40646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374856 May 12 11:57:52.407405 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41472) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:52.452615 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b702ba1d-17fa-43fd-a4b7-6723e2c4b214 admin admin] Publish callbacks [] for security_group (36cf5a0c-87cb-4c16-8454-783c6f05b9cd), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:52.474001 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b702ba1d-17fa-43fd-a4b7-6723e2c4b214 admin admin] Publish callbacks [] for security_group (36cf5a0c-87cb-4c16-8454-783c6f05b9cd), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:52.526034 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b702ba1d-17fa-43fd-a4b7-6723e2c4b214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (36cf5a0c-87cb-4c16-8454-783c6f05b9cd), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:52.528541 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b702ba1d-17fa-43fd-a4b7-6723e2c4b214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:52.529680 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-b702ba1d-17fa-43fd-a4b7-6723e2c4b214 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36cf5a0c-87cb-4c16-8454-783c6f05b9cd HTTP/1.1" status: 204 len: 168 time: 0.1214204 May 12 11:57:52.537347 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702ba1d-17fa-43fd-a4b7-6723e2c4b214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cf5a0c-87cb-4c16-8454-783c6f05b9cd,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:53.029212 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-865fb44d-e74e-40ce-b6e9-bf7f842a5e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:55.169083 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-43261fa0-4a96-48f7-b082-93efe56755c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:56.359393 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:56.540175 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41538) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:56.644218 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2d1d08a6-e050-40da-bb6e-0f09daec297b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:56.719486 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2d1d08a6-e050-40da-bb6e-0f09daec297b admin admin] Publish callbacks [] for security_group (fc77c307-1658-43a7-bba7-f18be8b5bda7), precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:56.723503 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2d1d08a6-e050-40da-bb6e-0f09daec297b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (fc77c307-1658-43a7-bba7-f18be8b5bda7), after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:56.764865 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-2d1d08a6-e050-40da-bb6e-0f09daec297b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b8a9dffd5f142d0ab678e725d848625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236369 May 12 11:57:56.765987 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d08a6-e050-40da-bb6e-0f09daec297b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc77c307-1658-43a7-bba7-f18be8b5bda7,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:56.767607 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41542) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:57:56.815958 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c42950e-54fc-477f-a376-a6ff13be5727 admin admin] Publish callbacks [] for security_group (fc77c307-1658-43a7-bba7-f18be8b5bda7), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:56.837679 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c42950e-54fc-477f-a376-a6ff13be5727 admin admin] Publish callbacks [] for security_group (fc77c307-1658-43a7-bba7-f18be8b5bda7), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:56.890196 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c42950e-54fc-477f-a376-a6ff13be5727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (fc77c307-1658-43a7-bba7-f18be8b5bda7), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:56.892791 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c42950e-54fc-477f-a376-a6ff13be5727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:56.893968 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-9c42950e-54fc-477f-a376-a6ff13be5727 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc77c307-1658-43a7-bba7-f18be8b5bda7 HTTP/1.1" status: 204 len: 168 time: 0.1253769 May 12 11:57:56.902373 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42950e-54fc-477f-a376-a6ff13be5727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc77c307-1658-43a7-bba7-f18be8b5bda7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:57:57.118200 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:57.731953 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:57:59.184716 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:05.895004 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-2c5f0ef3-c668-404f-90f7-d7371d4a6a87 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406489 May 12 11:58:05.992333 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-1e0236ce-3656-48c5-b1c9-4a34d0aabcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:58:05.994425 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-1e0236ce-3656-48c5-b1c9-4a34d0aabcd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 1129 time: 0.0385342 May 12 11:58:06.095319 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-bf8c3e6a-a2e2-44a1-a062-678ca269a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:58:06.096761 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-bf8c3e6a-a2e2-44a1-a062-678ca269a270 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0846801 May 12 11:58:06.159968 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-bb69a00a-d5a0-472b-b6df-5d35c0fa61d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc HTTP/1.1" status: 200 len: 1001 time: 0.0567617 May 12 11:58:06.205278 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-f50d3c95-a1ba-4fd8-ab66-0428e6ecdca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:58:06.206684 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-f50d3c95-a1ba-4fd8-ab66-0428e6ecdca1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0410438 May 12 11:58:06.252383 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-a36be9cf-1992-492f-ae14-b8595dc4c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:58:06.253907 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-a36be9cf-1992-492f-ae14-b8595dc4c624 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409400 May 12 11:58:06.339467 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-b86db3b1-9144-4c2b-92a4-850f25b03e03 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796320 May 12 11:58:06.669112 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5ba056a5-7d7b-4052-89fd-aea54a450478 req-e6e54de9-aebb-40cd-9de6-857271f0468e service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245986 May 12 11:58:23.030766 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-78288759-feed-4c37-aa61-865dc42fc285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:25.171598 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-39068b9f-cbb2-4be7-9318-bb6fcd12a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:26.362876 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:26.521318 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:58:27.114690 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:27.732901 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:29.189060 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:53.031679 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-13f2eb73-71ee-4a46-8d83-31565527ebe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:55.172633 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-13057ddc-ae54-4d1b-8479-735268915664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:56.365208 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:57.111250 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:57.736104 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:58:59.192918 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:03.520745 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:59:06.890084 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-01582292-c7b4-4183-b82b-d72e689b1ddf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383456 May 12 11:59:06.982690 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-f8936a79-1ef7-4465-a2d1-ff3dc7dfcaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:06.984159 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-f8936a79-1ef7-4465-a2d1-ff3dc7dfcaab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 1129 time: 0.0389168 May 12 11:59:07.085577 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-c1e4bb05-b241-4073-a02f-ffffebf1775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:07.087037 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-c1e4bb05-b241-4073-a02f-ffffebf1775d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0858295 May 12 11:59:07.149426 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-8cf7aa27-dd70-4974-9648-3e38f87ddab0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc HTTP/1.1" status: 200 len: 1001 time: 0.0561063 May 12 11:59:07.195473 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-a0bfa144-c901-44e0-abe1-679ccf69b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:07.196880 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-a0bfa144-c901-44e0-abe1-679ccf69b080 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0418344 May 12 11:59:07.242723 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-0065c7a2-a35a-41da-a446-e86ceec144cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:07.244171 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-0065c7a2-a35a-41da-a446-e86ceec144cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413611 May 12 11:59:07.330187 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-a2af2ff1-e08d-4df3-b9d5-19476a7af4ff service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799801 May 12 11:59:07.419433 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-8170c486-7a84-4af9-9761-eee91cd3d66b req-de082ab1-2b2a-43f1-8c2a-d29118eff123 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839176 May 12 11:59:23.035196 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-50a2f040-a0a2-4d07-9c5b-3f007874edd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:24.726257 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-939bfe37-f00c-47e5-a2d7-4c26eb8c881b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098863337&fields=id&tenant_id=7d148f892d044444b6be65537ba8b335 HTTP/1.1" status: 200 len: 267 time: 0.0448740 May 12 11:59:24.833562 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-150ba4b5-c6c6-4338-8ba2-c97538364ffe tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:24.835007 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-150ba4b5-c6c6-4338-8ba2-c97538364ffe tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 812 time: 0.1021140 May 12 11:59:24.848733 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-49060ef8-2f24-4512-ab74-1cbbdf2f86e9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/quotas/7d148f892d044444b6be65537ba8b335 HTTP/1.1" status: 200 len: 375 time: 0.0084846 May 12 11:59:24.897934 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-950dcebd-ad60-4e2b-9a09-613cabb786c0 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0445809 May 12 11:59:25.000945 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-0e48d580-fffd-4c64-99b5-da2e3a7160ea service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 11:59:25.001977 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-0e48d580-fffd-4c64-99b5-da2e3a7160ea service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0930741 May 12 11:59:25.092203 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-9882c461-57a2-48e6-96ca-0ae6bad7316c service neutron] 10.222.0.58 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842705 May 12 11:59:25.174089 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cb1719bb-d6e6-4319-9618-fd23a9889778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:25.187032 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-36a3de76-9b6d-4083-8c9e-67b20cebb8fe service neutron] 10.222.0.58 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884638 May 12 11:59:26.368425 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:26.474228 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8a7e5528-4e76-4ddd-b37a-59fa5a5c560c req-4f292b96-894d-4ea4-a9c1-a8d3c5f16be0 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 210 time: 0.0289774 May 12 11:59:27.110229 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:27.429595 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-60fd7a8d-d983-4c69-956a-df338b9af689 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:27.431064 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-60fd7a8d-d983-4c69-956a-df338b9af689 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 812 time: 0.1039262 May 12 11:59:27.523226 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-a694fc14-0640-4930-b05f-8f2f894e01dc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d148f892d044444b6be65537ba8b335 HTTP/1.1" status: 200 len: 380 time: 0.0577343 May 12 11:59:27.532077 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'port': {'device_id': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'admin_state_up': True, 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'security_groups': ['63918c15-f7a3-4d4f-ac06-064923da992f']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:59:27.581411 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-cb2b1b26-a806-4560-adb5-5c64dcb5aac9 req-3ebb3644-a88b-40d6-bf55-f0badde5afd5 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 210 time: 0.0338628 May 12 11:59:27.666442 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Made reservation on behalf of 7d148f892d044444b6be65537ba8b335 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 11:59:27.669725 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:27.739177 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:27.798719 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Allocated IP 172.20.0.10 (2251d509-6705-4760-a42b-7398b2cf420e/6261857e-5a13-4d62-86b0-0f105cd2c6d3/2316771b-57d5-4858-92fd-b8bf2c80c60b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:59:27.936993 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:27.970311 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:28.008867 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Network 2251d509-6705-4760-a42b-7398b2cf420e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:59:28.011955 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:59:28.016022 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:59:28.054650 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'Port': ['ID=2316771b-57d5-4858-92fd-b8bf2c80c60b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:59:28.064085 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.064426 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.064787 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.065108 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.065457 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.065794 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.066127 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.066458 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.066781 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.067109 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.067438 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.067853 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.068181 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.068502 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.068826 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:28.097214 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:28.098488 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:28.117155 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-ab3d0382-9675-45d1-92bf-3fc746a1678f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892539 May 12 11:59:28.197592 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Request body: {'port': {'device_id': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:59:28.243183 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-a9b4a8a0-73cf-4ac4-bb72-ef3d307f5d3f None None] Provisioning complete for port 2316771b-57d5-4858-92fd-b8bf2c80c60b triggered by entity DHCP. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:59:28.243647 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a8a0-73cf-4ac4-bb72-ef3d307f5d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:28.258277 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:28.276870 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4a8a0-73cf-4ac4-bb72-ef3d307f5d3f None None] Port 2316771b-57d5-4858-92fd-b8bf2c80c60b cannot update to ACTIVE because it is not bound. {{(pid=109897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 11:59:28.546731 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2316771b-57d5-4858-92fd-b8bf2c80c60b {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:59:28.553884 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Publish callbacks [] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:28.566157 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Transition to ACTIVE for port object 2316771b-57d5-4858-92fd-b8bf2c80c60b will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 11:59:28.569695 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:28.622567 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Pushing event updated for resources: {'Port': ['ID=2316771b-57d5-4858-92fd-b8bf2c80c60b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:59:28.698968 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Attempting to bind port 2316771b-57d5-4858-92fd-b8bf2c80c60b on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 11:59:28.699990 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Attempting to bind port 2316771b-57d5-4858-92fd-b8bf2c80c60b by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 11:59:28.699990 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Attempting to bind port 2316771b-57d5-4858-92fd-b8bf2c80c60b on network 2251d509-6705-4760-a42b-7398b2cf420e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:59:28.704734 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Port 2316771b-57d5-4858-92fd-b8bf2c80c60b on network 2251d509-6705-4760-a42b-7398b2cf420e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 11:59:28.705193 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Attempting to bind port 2316771b-57d5-4858-92fd-b8bf2c80c60b on network 2251d509-6705-4760-a42b-7398b2cf420e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 11:59:28.710749 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Checking agent: {'id': '1ab03ee6-3b60-4d1d-956d-c29c63576b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'started_at': datetime.datetime(2022, 5, 12, 11, 42, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 11:59:28.711091 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Checking segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 11:59:28.711476 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Bound using segment: {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 11:59:28.711910 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Bound port: 2316771b-57d5-4858-92fd-b8bf2c80c60b, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8acab2-4b1f-4213-b1b7-b27763e37ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 11:59:28.712272 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:28.714247 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926217dc-c6e3-4480-a76d-fa3294e51f7a req-bbc9061f-45fa-4f8a-8933-37f58804b364 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:28.715854 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-926217dc-c6e3-4480-a76d-fa3294e51f7a req-bbc9061f-45fa-4f8a-8933-37f58804b364 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 944 time: 0.0531647 May 12 11:59:28.768005 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-926217dc-c6e3-4480-a76d-fa3294e51f7a req-9c5ae8b3-ce57-4764-8d10-7b3ca1b16321 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464005 May 12 11:59:28.789927 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] For port 2316771b-57d5-4858-92fd-b8bf2c80c60b, host hv-cinder-80473, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 11:59:28.793299 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] For port 2316771b-57d5-4858-92fd-b8bf2c80c60b, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2316771b-57d5-4858-92fd-b8bf2c80c60b,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 11:59:28.800653 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:28.835219 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:28.835903 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:28.837428 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] 10.222.0.35 "PUT /v2.0/ports/2316771b-57d5-4858-92fd-b8bf2c80c60b HTTP/1.1" status: 200 len: 1094 time: 0.6444187 May 12 11:59:28.837893 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'tag': '2316771b-57d5-4858-92fd-b8bf2c80c60b'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:59:28.840192 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954f5495-2a70-421f-a013-f568f994b320" -d '{"events": [{"name": "network-changed", "server_uuid": "929f91fd-fef7-44e8-8408-763b6b9f1756", "tag": "2316771b-57d5-4858-92fd-b8bf2c80c60b"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:59:28.864749 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2b380-a0b7-4600-8c94-0558e4240d96 service neutron] Pushing event updated for resources: {'Port': ['ID=2316771b-57d5-4858-92fd-b8bf2c80c60b,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:59:28.890787 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5216dafb-99b1-431f-979b-2bbd33527192 x-openstack-request-id: req-5216dafb-99b1-431f-979b-2bbd33527192 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:59:28.891093 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929f91fd-fef7-44e8-8408-763b6b9f1756", "tag": "2316771b-57d5-4858-92fd-b8bf2c80c60b", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:59:28.891355 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5216dafb-99b1-431f-979b-2bbd33527192 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:59:28.891905 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5216dafb-99b1-431f-979b-2bbd33527192'] response: {'name': 'network-changed', 'server_uuid': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'tag': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'status': 'completed', 'code': 200} May 12 11:59:28.954608 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-783bc0ac-ef09-4bab-8ef6-61c316d38b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:28.956112 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-783bc0ac-ef09-4bab-8ef6-61c316d38b2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 1128 time: 0.0414178 May 12 11:59:29.007298 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-49ff3bbe-2388-4805-baf6-199aa7899950 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2316771b-57d5-4858-92fd-b8bf2c80c60b HTTP/1.1" status: 200 len: 217 time: 0.0394461 May 12 11:59:29.054678 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-19b0cef4-a006-46e6-80c3-8832e713da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:29.056162 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-19b0cef4-a006-46e6-80c3-8832e713da7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0434761 May 12 11:59:29.099081 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-30fafbbd-a7ea-4c2d-a915-956f5c83a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:29.100508 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-30fafbbd-a7ea-4c2d-a915-956f5c83a4f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372617 May 12 11:59:29.190986 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-4d039196-b860-4164-9aba-ec6bc8da4c26 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844026 May 12 11:59:29.196179 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:29.279228 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-58148a90-e1a3-46d8-b78b-1f5f6b3f9027 req-4f516e77-9959-46f4-a91d-5200be77c368 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822179 May 12 11:59:29.651697 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5495-2a70-421f-a013-f568f994b320 req-c1b089f2-2846-4ccd-9c44-da607ea12d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:29.653156 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-954f5495-2a70-421f-a013-f568f994b320 req-c1b089f2-2846-4ccd-9c44-da607ea12d1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 1128 time: 0.0419557 May 12 11:59:29.748390 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5495-2a70-421f-a013-f568f994b320 req-2a770db6-1ac1-4157-b869-c2cb21544774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:29.750366 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-954f5495-2a70-421f-a013-f568f994b320 req-2a770db6-1ac1-4157-b869-c2cb21544774 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0899544 May 12 11:59:29.796417 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-954f5495-2a70-421f-a013-f568f994b320 req-229f5507-d7d1-40e5-abeb-7e9ff47bb2c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2316771b-57d5-4858-92fd-b8bf2c80c60b HTTP/1.1" status: 200 len: 217 time: 0.0371284 May 12 11:59:29.847045 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5495-2a70-421f-a013-f568f994b320 req-3a5decad-5b6d-479d-869f-13753895f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:29.848510 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-954f5495-2a70-421f-a013-f568f994b320 req-3a5decad-5b6d-479d-869f-13753895f9b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0435853 May 12 11:59:29.884371 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913e9c-e93e-4917-a6e8-eacea54ef815 req-cea461ee-b04d-4f30-a0b9-1069380ddb99 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:29.885868 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7c913e9c-e93e-4917-a6e8-eacea54ef815 req-cea461ee-b04d-4f30-a0b9-1069380ddb99 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 944 time: 0.0498526 May 12 11:59:29.894509 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5495-2a70-421f-a013-f568f994b320 req-d990d0f9-b134-499a-83d5-e962c348601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:29.895989 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-954f5495-2a70-421f-a013-f568f994b320 req-d990d0f9-b134-499a-83d5-e962c348601b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390909 May 12 11:59:29.933592 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7c913e9c-e93e-4917-a6e8-eacea54ef815 req-d790b113-79af-4c39-ba4e-b9293432553a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414891 May 12 11:59:29.986837 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-954f5495-2a70-421f-a013-f568f994b320 req-12b8323d-5196-41d4-b5f9-665dcb2a4781 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842507 May 12 11:59:30.077584 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-954f5495-2a70-421f-a013-f568f994b320 req-7b59e2ad-b181-4610-9365-c46b0a97ae9e service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847964 May 12 11:59:31.048380 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d317a-1d1e-4e18-9b29-ad70e34f8c68 req-3c55b4af-995c-4615-a50d-5429a3bc8316 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:31.049829 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1b5d317a-1d1e-4e18-9b29-ad70e34f8c68 req-3c55b4af-995c-4615-a50d-5429a3bc8316 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 944 time: 0.0486882 May 12 11:59:31.096334 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-1b5d317a-1d1e-4e18-9b29-ad70e34f8c68 req-41b2913a-91c0-44b0-8745-1f7e5e0cc2a3 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407135 May 12 11:59:32.206989 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e833b90-5f2d-4ef3-a870-5a49952d71ed req-f4ea268f-b5f3-4f5d-ba2e-a21547ca4ce7 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:32.208402 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8e833b90-5f2d-4ef3-a870-5a49952d71ed req-f4ea268f-b5f3-4f5d-ba2e-a21547ca4ce7 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 944 time: 0.0457673 May 12 11:59:32.256276 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8e833b90-5f2d-4ef3-a870-5a49952d71ed req-21ebc666-ecef-4085-9574-4b32d9e02c0c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 May 12 11:59:33.366041 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0380c99-073b-46a1-9daf-13138374b904 req-0cb3efc6-c93f-4695-9eae-fe743e2556fa tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:33.367470 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b0380c99-073b-46a1-9daf-13138374b904 req-0cb3efc6-c93f-4695-9eae-fe743e2556fa tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 944 time: 0.0453787 May 12 11:59:33.415090 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b0380c99-073b-46a1-9daf-13138374b904 req-90f88db6-5609-4d6f-b040-ae6379a7ec6a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421910 May 12 11:59:34.528855 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0da26c-2cf3-4c1a-a160-48c5c347cc68 req-06ec50cc-d4e2-4918-b064-66c9bd415a33 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:34.530345 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5e0da26c-2cf3-4c1a-a160-48c5c347cc68 req-06ec50cc-d4e2-4918-b064-66c9bd415a33 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 944 time: 0.0470529 May 12 11:59:34.581339 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-5e0da26c-2cf3-4c1a-a160-48c5c347cc68 req-8ca562ac-808a-4fda-92e1-0d0ab3891ccf tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454469 May 12 11:59:35.693387 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036a469-cdb1-4c8b-86a0-7752d18da4a7 req-67b6dedf-46b9-4d55-927c-66640ebf9338 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:35.694874 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3036a469-cdb1-4c8b-86a0-7752d18da4a7 req-67b6dedf-46b9-4d55-927c-66640ebf9338 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 944 time: 0.0474551 May 12 11:59:35.745371 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3036a469-cdb1-4c8b-86a0-7752d18da4a7 req-75c41c51-0355-4e3d-9514-00e62036c342 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 May 12 11:59:36.857582 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194926d-2526-4d43-a15c-732105dec869 req-cea5c87c-bd8d-4a55-8d75-6dd9ec6a34b2 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:36.859047 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9194926d-2526-4d43-a15c-732105dec869 req-cea5c87c-bd8d-4a55-8d75-6dd9ec6a34b2 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 944 time: 0.0454092 May 12 11:59:36.906164 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9194926d-2526-4d43-a15c-732105dec869 req-faf44e13-661f-4a44-8f5e-1fca65473f2e tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412688 May 12 11:59:38.017651 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed9f0-9054-4aee-9547-8ec4c98dfc6a req-a2362ca7-c370-40d3-9a93-d1bfdb5fc93a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:38.019110 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-854ed9f0-9054-4aee-9547-8ec4c98dfc6a req-a2362ca7-c370-40d3-9a93-d1bfdb5fc93a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 944 time: 0.0474851 May 12 11:59:38.065642 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-854ed9f0-9054-4aee-9547-8ec4c98dfc6a req-ce777c46-9567-41af-95a5-e3312b9155e0 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 May 12 11:59:38.526816 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2316771b-57d5-4858-92fd-b8bf2c80c60b details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 11:59:38.621563 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 2316771b-57d5-4858-92fd-b8bf2c80c60b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2316771b-57d5-4858-92fd-b8bf2c80c60b,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:59:38.632673 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Returning: {'device': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'port_id': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'mac_address': 'fa:16:3e:68:da:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 11:59:38.669101 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 2316771b-57d5-4858-92fd-b8bf2c80c60b is: DOWN; New status is: BUILD {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:59:38.669489 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:38.684987 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2316771b-57d5-4858-92fd-b8bf2c80c60b {{(pid=109897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 11:59:38.704750 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 2316771b-57d5-4858-92fd-b8bf2c80c60b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2316771b-57d5-4858-92fd-b8bf2c80c60b,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:59:38.708362 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:38.755004 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=2316771b-57d5-4858-92fd-b8bf2c80c60b,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:59:38.761787 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.762134 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.762479 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.762811 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.763145 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.763469 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.763793 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.764116 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.764442 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.764764 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.765084 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.765403 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.766408 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.766732 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:38.767051 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 11:59:39.020657 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] get_ports_and_sgs() called for port_ids ['2316771b-57d5-4858-92fd-b8bf2c80c60b'] {{(pid=109897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 11:59:39.176235 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49f72-93a2-4253-9878-fd4ce63aa144 req-6e5e536d-dd03-4d05-a5d3-c8aa93dcf3b8 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:39.177675 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9ad49f72-93a2-4253-9878-fd4ce63aa144 req-6e5e536d-dd03-4d05-a5d3-c8aa93dcf3b8 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 945 time: 0.0453248 May 12 11:59:39.225578 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-9ad49f72-93a2-4253-9878-fd4ce63aa144 req-2e1f095d-837c-475e-b501-8040ef96b338 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 May 12 11:59:40.338370 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698cb21-6931-4bd4-9592-c87ea583bece req-6e1dfc39-0e11-4751-a1e7-4853b28fd2ed tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:40.339798 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5698cb21-6931-4bd4-9592-c87ea583bece req-6e1dfc39-0e11-4751-a1e7-4853b28fd2ed tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 945 time: 0.0463774 May 12 11:59:40.386262 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-5698cb21-6931-4bd4-9592-c87ea583bece req-318b73b2-09aa-484e-aa42-9d03a702b27f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 May 12 11:59:40.520037 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 11:59:40.527690 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2316771b-57d5-4858-92fd-b8bf2c80c60b up at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 11:59:40.570524 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning for port 2316771b-57d5-4858-92fd-b8bf2c80c60b completed by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 11:59:40.575963 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.provisioning_blocks [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Provisioning complete for port 2316771b-57d5-4858-92fd-b8bf2c80c60b triggered by entity L2. {{(pid=109897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 11:59:40.576345 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690066'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), provisioning_complete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:40.655595 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Current status of the port 2316771b-57d5-4858-92fd-b8bf2c80c60b is: BUILD; New status is: ACTIVE {{(pid=109897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 11:59:40.655983 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:40.679048 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2316771b-57d5-4858-92fd-b8bf2c80c60b'}] {{(pid=109897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:59:40.681262 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a213766fd0e0b0f8b5f279127f878c7e3eb5d5f6063a74ac0bee55bb32c6649b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2109f664-9de5-48ec-9805-c4564555795b" -d '{"events": [{"server_uuid": "929f91fd-fef7-44e8-8408-763b6b9f1756", "name": "network-vif-plugged", "status": "completed", "tag": "2316771b-57d5-4858-92fd-b8bf2c80c60b"}]}' {{(pid=109897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:59:40.694204 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] For port 2316771b-57d5-4858-92fd-b8bf2c80c60b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2316771b-57d5-4858-92fd-b8bf2c80c60b,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 11:59:40.699269 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:40.722552 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 11:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0a155d-6e39-4311-baa4-3bb045d06ddf x-openstack-request-id: req-5d0a155d-6e39-4311-baa4-3bb045d06ddf {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:59:40.722846 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929f91fd-fef7-44e8-8408-763b6b9f1756", "name": "network-vif-plugged", "status": "completed", "tag": "2316771b-57d5-4858-92fd-b8bf2c80c60b", "code": 200}]} {{(pid=109897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:59:40.723102 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d0a155d-6e39-4311-baa4-3bb045d06ddf {{(pid=109897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:59:40.723499 dv-cinder-804735-29-iscsi neutron-server[109897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0a155d-6e39-4311-baa4-3bb045d06ddf'] response: {'server_uuid': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'code': 200} May 12 11:59:40.751915 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Pushing event updated for resources: {'Port': ['ID=2316771b-57d5-4858-92fd-b8bf2c80c60b,revision_number=5']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:59:40.958386 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218317d-3bc3-4c9f-9527-fb955df281ff req-30382a08-cfd0-4280-8168-3e884670e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:40.959727 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2218317d-3bc3-4c9f-9527-fb955df281ff req-30382a08-cfd0-4280-8168-3e884670e688 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 1130 time: 0.0408299 May 12 11:59:41.003710 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2218317d-3bc3-4c9f-9527-fb955df281ff req-7d331bf5-3746-42ec-84c3-928d420361a2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377049 May 12 11:59:41.498075 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d119bc1-cdd3-4f02-8f8e-ee0cc4c0d0fd req-757784d0-538f-484e-8ab3-4ee05ec5d32b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:41.499554 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3d119bc1-cdd3-4f02-8f8e-ee0cc4c0d0fd req-757784d0-538f-484e-8ab3-4ee05ec5d32b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 946 time: 0.0458794 May 12 11:59:41.546579 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-3d119bc1-cdd3-4f02-8f8e-ee0cc4c0d0fd req-f7715b52-b4f2-432f-a8c9-8afef87717bc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 May 12 11:59:42.664819 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963c69-202e-40a3-bff8-04e7b0fd1c4f req-d93e7d58-9c13-4bc9-be61-6d2cc853612c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:42.666364 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7d963c69-202e-40a3-bff8-04e7b0fd1c4f req-d93e7d58-9c13-4bc9-be61-6d2cc853612c tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 946 time: 0.0502892 May 12 11:59:42.713411 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-7d963c69-202e-40a3-bff8-04e7b0fd1c4f req-17e772af-4642-4fd5-a0fe-5f57fa30a431 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414956 May 12 11:59:42.824891 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd3557-188e-47dc-bd6c-fda97265270f req-c79aad04-3fcc-42d7-8472-1efcffc7922a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:42.826256 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-38dd3557-188e-47dc-bd6c-fda97265270f req-c79aad04-3fcc-42d7-8472-1efcffc7922a tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 946 time: 0.0487821 May 12 11:59:42.873080 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-38dd3557-188e-47dc-bd6c-fda97265270f req-568a67d0-5925-4916-9da8-a735bb63340f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 May 12 11:59:42.894762 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41672) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:59:42.930508 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1712f375-f8b4-4d4f-98d6-00ed6eba9d27 tempest-TestVolumeBootPattern-246648943 tempest-TestVolumeBootPattern-246648943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:42.931939 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-1712f375-f8b4-4d4f-98d6-00ed6eba9d27 tempest-TestVolumeBootPattern-246648943 tempest-TestVolumeBootPattern-246648943-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 1125 time: 0.0362649 May 12 11:59:42.934631 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41674) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 11:59:42.938875 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.v2.base [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Request body: {'floatingip': {'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'port_id': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 11:59:42.958880 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:43.036673 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (None), before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:43.135888 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Allocated IP 172.27.0.97 (1a8327be-4f05-4739-bcd1-d72e8e80810b/f7ad077b-036d-4e1d-8002-f88070fa6972/1c29abc7-926a-49cd-ac5b-2e7f97585666) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 11:59:43.244080 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for port (1c29abc7-926a-49cd-ac5b-2e7f97585666), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:43.277362 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784762304853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (1c29abc7-926a-49cd-ac5b-2e7f97585666), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:43.315847 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Network 1a8327be-4f05-4739-bcd1-d72e8e80810b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 11:59:43.320651 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 11:59:43.325246 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 11:59:43.327978 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'Port': ['ID=1c29abc7-926a-49cd-ac5b-2e7f97585666,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:59:43.682558 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (d8c4594e-de25-42dd-bd4e-de21f10a1564), precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:43.748452 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764674'] for port (1c29abc7-926a-49cd-ac5b-2e7f97585666), before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:43.924621 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for port (1c29abc7-926a-49cd-ac5b-2e7f97585666), precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:43.928950 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784762585995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784762304871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784762304889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10330058'] for port (1c29abc7-926a-49cd-ac5b-2e7f97585666), after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:43.993691 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event updated for resources: {'Port': ['ID=1c29abc7-926a-49cd-ac5b-2e7f97585666,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 11:59:44.003075 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-265505'] for floatingip (d8c4594e-de25-42dd-bd4e-de21f10a1564), after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:44.347679 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Floating IP d8c4594e-de25-42dd-bd4e-de21f10a1564 associated. External IP: 172.27.0.97, port: 2316771b-57d5-4858-92fd-b8bf2c80c60b. May 12 11:59:44.552843 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Router 2f80d5ff-8595-4a92-963a-a049b64a7949 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 11:59:44.661466 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 11:59:44.671333 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] Sync routers for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 11:59:44.679774 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:44.682665 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:59:44.683351 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:59:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:59:44.709899 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-41bd76c6-82bc-4c95-9e81-f778c368ae8f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7742369 May 12 11:59:44.710873 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'tag': '2316771b-57d5-4858-92fd-b8bf2c80c60b'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 11:59:44.713307 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b" -d '{"events": [{"name": "network-changed", "server_uuid": "929f91fd-fef7-44e8-8408-763b6b9f1756", "tag": "2316771b-57d5-4858-92fd-b8bf2c80c60b"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 11:59:44.747822 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 11:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ee6563-18c9-445d-9051-3c74facbf1e4 x-openstack-request-id: req-41ee6563-18c9-445d-9051-3c74facbf1e4 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 11:59:44.748121 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929f91fd-fef7-44e8-8408-763b6b9f1756", "tag": "2316771b-57d5-4858-92fd-b8bf2c80c60b", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 11:59:44.748382 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41ee6563-18c9-445d-9051-3c74facbf1e4 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 11:59:44.748796 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ee6563-18c9-445d-9051-3c74facbf1e4'] response: {'name': 'network-changed', 'server_uuid': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'tag': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'status': 'completed', 'code': 200} May 12 11:59:44.794239 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:59:44.831651 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-4dc9af2b-eca4-48e0-93c9-e68878133bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:44.833212 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-4dc9af2b-eca4-48e0-93c9-e68878133bd3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 1130 time: 0.0433235 May 12 11:59:44.923309 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-b0371e1b-c744-401f-bb88-dd93053c1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:44.924677 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-b0371e1b-c744-401f-bb88-dd93053c1525 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0864758 May 12 11:59:44.988280 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-f2ced4cc-8cbb-43c6-ac3b-987f12f47016 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2316771b-57d5-4858-92fd-b8bf2c80c60b HTTP/1.1" status: 200 len: 999 time: 0.0577092 May 12 11:59:45.008898 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'd8c4594e-de25-42dd-bd4e-de21f10a1564', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:68:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:59:43Z', 'updated_at': '2022-05-12T11:59:43Z', 'revision_number': 0, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}, {'id': 'e2028872-44b0-4945-a349-f52a6b3cb877', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:f0:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:57:49Z', 'updated_at': '2022-05-12T11:57:51Z', 'revision_number': 1, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:59:45.034614 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] Checking router: 2f80d5ff-8595-4a92-963a-a049b64a7949 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 11:59:45.038771 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-609ebfaf-5750-4f1e-a38b-692b258bdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:45.040268 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-609ebfaf-5750-4f1e-a38b-692b258bdd89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0469475 May 12 11:59:45.042555 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 11:59:45.043151 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T11:59:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:59:45.084214 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-642b3710-307f-4eea-b35a-77e10bedb0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 11:59:45.085762 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-642b3710-307f-4eea-b35a-77e10bedb0d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402732 May 12 11:59:45.190647 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-c9a1f7ea-95eb-415c-966e-9a31d4428198 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988641 May 12 11:59:45.280306 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 11:59:45.281839 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-e0c75c2f-1a3c-4d43-b7b9-4f014ce2110b req-da24b6fb-24dc-44bc-8c85-96a4b6f4954c service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849845 May 12 11:59:45.505828 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'd8c4594e-de25-42dd-bd4e-de21f10a1564', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:68:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:59:43Z', 'updated_at': '2022-05-12T11:59:43Z', 'revision_number': 0, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}, {'id': 'e2028872-44b0-4945-a349-f52a6b3cb877', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:f0:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:57:49Z', 'updated_at': '2022-05-12T11:57:51Z', 'revision_number': 1, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 11:59:45.531107 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433ed86-aa73-4df9-8dc6-2d57899bf7fa None None] The sync data for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi is: [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'd8c4594e-de25-42dd-bd4e-de21f10a1564', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:68:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:59:43Z', 'updated_at': '2022-05-12T11:59:43Z', 'revision_number': 0, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}, {'id': 'e2028872-44b0-4945-a349-f52a6b3cb877', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:f0:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:57:49Z', 'updated_at': '2022-05-12T11:57:51Z', 'revision_number': 1, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 11:59:45.714209 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f96569-44c3-464d-9a38-776ab3f78f32 None None] New status for floating IP d8c4594e-de25-42dd-bd4e-de21f10a1564: ACTIVE {{(pid=109898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 11:59:53.035943 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-276f24d4-6cb9-41b8-81a6-8a3265a2a8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:55.176850 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaf6d-bf09-47c0-aa15-c4afe02b57b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:56.370761 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:57.125956 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:57.742522 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 11:59:59.198602 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:06.920785 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-9261e91c-1d52-45b1-8f82-64b25f025df4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377569 May 12 12:00:07.015790 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-a46e73fb-ee6f-4853-b032-7d32a1ed7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:00:07.017237 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-a46e73fb-ee6f-4853-b032-7d32a1ed7496 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 1129 time: 0.0411551 May 12 12:00:07.116054 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-ffa173c9-2a4d-4372-a2df-65c665f6d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:00:07.117466 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-ffa173c9-2a4d-4372-a2df-65c665f6d032 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0811603 May 12 12:00:07.183546 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-eb8821f3-e720-447e-9bc8-123a05bd2d7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc HTTP/1.1" status: 200 len: 1001 time: 0.0589681 May 12 12:00:07.232371 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-6afda1a9-63e9-405e-8c6d-6b197a1ae4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:00:07.232371 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-6afda1a9-63e9-405e-8c6d-6b197a1ae4a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0429752 May 12 12:00:07.274649 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-56f3ad1c-1d2e-4ee5-b2ec-8bb8877bb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:00:07.276085 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-56f3ad1c-1d2e-4ee5-b2ec-8bb8877bb427 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382292 May 12 12:00:07.365131 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-c28c9447-c8dc-47b0-b4ee-19d066261d2c service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828941 May 12 12:00:07.451064 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-f561d28a-3711-48b7-bf30-9f147bed09cd req-ee28a8aa-247b-4718-a2f5-b04fcffe738c service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799696 May 12 12:00:17.519072 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:00:23.039823 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-61e125b5-cb70-4a05-a29a-1196ccc0cad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:25.178267 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2cc15ce7-21d1-4d75-ba0d-c60d85275606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:26.372700 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:27.135849 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:27.744370 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:29.200571 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:53.041051 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8ff260a3-7059-498b-b768-367f4293538f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:54.518378 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:00:55.179538 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-73fcefab-530b-4e6d-bc40-09b9ff3a694e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:56.375583 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:57.128939 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:57.747824 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:00:59.202291 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:07.943699 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-c5098d35-9b76-49b2-8b55-7ccec74f23d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842893 May 12 12:01:08.012395 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-bae3912b-e524-41e5-b41f-820716b3febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:08.013845 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-bae3912b-e524-41e5-b41f-820716b3febf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 1130 time: 0.0371206 May 12 12:01:08.112879 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-d8b6fa85-7aa6-449d-a929-382fc70c4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:08.114370 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-d8b6fa85-7aa6-449d-a929-382fc70c4e5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0832510 May 12 12:01:08.180837 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-f1c22c9b-a67c-4346-aeed-a018d8b9f423 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2316771b-57d5-4858-92fd-b8bf2c80c60b HTTP/1.1" status: 200 len: 1001 time: 0.0605733 May 12 12:01:08.227665 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-d5cfedb1-92a9-40cd-a10f-1470bb2140e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:08.229049 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-d5cfedb1-92a9-40cd-a10f-1470bb2140e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0425937 May 12 12:01:08.270403 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-362b20f3-fad8-478b-baa4-8b7d16b22d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:08.271830 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-362b20f3-fad8-478b-baa4-8b7d16b22d5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375113 May 12 12:01:08.360551 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-b587f3c6-3b26-4b05-8c3b-2c71cbe55122 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827892 May 12 12:01:08.449267 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-10814775-8954-4c1f-a6b5-c3695e06c4a5 req-31738875-b055-4b7d-9b36-16e407cb50da service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833156 May 12 12:01:13.981483 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41712) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:14.170253 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Deleting port 1c29abc7-926a-49cd-ac5b-2e7f97585666 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:14.170595 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (1c29abc7-926a-49cd-ac5b-2e7f97585666), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:14.243185 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (1c29abc7-926a-49cd-ac5b-2e7f97585666), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:14.243509 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (1c29abc7-926a-49cd-ac5b-2e7f97585666), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:14.255894 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Calling delete_port for 1c29abc7-926a-49cd-ac5b-2e7f97585666 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:14.399092 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (1c29abc7-926a-49cd-ac5b-2e7f97585666), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:14.424582 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event deleted for resources: {'Port': ['ID=1c29abc7-926a-49cd-ac5b-2e7f97585666,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:14.450934 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.451287 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.451630 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.451970 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.452304 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.452636 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.452964 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.453291 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.453619 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.453970 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.454321 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.454644 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.454966 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.455285 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.455602 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:14.496194 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (d8c4594e-de25-42dd-bd4e-de21f10a1564), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:14.496439 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Floating IP d8c4594e-de25-42dd-bd4e-de21f10a1564 disassociated (deleted). External IP: 172.27.0.97, port: 2316771b-57d5-4858-92fd-b8bf2c80c60b. May 12 12:01:14.706961 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Router 2f80d5ff-8595-4a92-963a-a049b64a7949 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 12:01:14.812424 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 12:01:14.817258 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:14.823850 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] Sync routers for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 12:01:14.833103 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 12:01:14.833744 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T12:00:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:14.846586 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-163247ef-f201-452f-8e47-8d76f59dcd12 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "DELETE /v2.0/floatingips/d8c4594e-de25-42dd-bd4e-de21f10a1564 HTTP/1.1" status: 204 len: 168 time: 0.8640947 May 12 12:01:14.847168 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'tag': '2316771b-57d5-4858-92fd-b8bf2c80c60b'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 12:01:14.849433 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a" -d '{"events": [{"name": "network-changed", "server_uuid": "929f91fd-fef7-44e8-8408-763b6b9f1756", "tag": "2316771b-57d5-4858-92fd-b8bf2c80c60b"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 12:01:14.888861 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 12:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c345181f-9505-446e-a775-563d9584950a x-openstack-request-id: req-c345181f-9505-446e-a775-563d9584950a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 12:01:14.889162 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929f91fd-fef7-44e8-8408-763b6b9f1756", "tag": "2316771b-57d5-4858-92fd-b8bf2c80c60b", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 12:01:14.889423 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c345181f-9505-446e-a775-563d9584950a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 12:01:14.890007 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c345181f-9505-446e-a775-563d9584950a'] response: {'name': 'network-changed', 'server_uuid': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'tag': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'status': 'completed', 'code': 200} May 12 12:01:14.948739 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 12:01:14.970932 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-31160622-f4ae-4df0-948f-de44f039c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:14.972999 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-31160622-f4ae-4df0-948f-de44f039c558 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 1130 time: 0.0411422 May 12 12:01:15.070551 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-eaf7e1a1-7ad4-454d-8c07-9f01336e5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:15.071947 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-eaf7e1a1-7ad4-454d-8c07-9f01336e5b33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.0921462 May 12 12:01:15.173547 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'e2028872-44b0-4945-a349-f52a6b3cb877', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:f0:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:57:49Z', 'updated_at': '2022-05-12T11:57:51Z', 'revision_number': 1, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:15.203711 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] Checking router: 2f80d5ff-8595-4a92-963a-a049b64a7949 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 12:01:15.211926 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 12:01:15.212534 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T12:00:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:15.217456 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40955cb0-dcd0-4e7f-b74a-fb224db54233 req-ca1dcc77-2e0c-4d6b-87fb-9ee97c4498f9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:15.218972 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-40955cb0-dcd0-4e7f-b74a-fb224db54233 req-ca1dcc77-2e0c-4d6b-87fb-9ee97c4498f9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 946 time: 0.1840286 May 12 12:01:15.268823 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-40955cb0-dcd0-4e7f-b74a-fb224db54233 req-8a141c22-95e4-4c4c-8bda-03a3d367915f tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436025 May 12 12:01:15.319610 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 12:01:15.529407 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'e2028872-44b0-4945-a349-f52a6b3cb877', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:f0:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:57:49Z', 'updated_at': '2022-05-12T11:57:51Z', 'revision_number': 1, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:15.559014 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c297cde-00d4-403e-aa15-5a9aa2b36bb5 None None] The sync data for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi is: [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_floatingips': [{'id': 'e2028872-44b0-4945-a349-f52a6b3cb877', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'router_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'port_id': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'mac_address': 'fa:16:3e:f0:10:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38e78e7-9790-415b-a254-a5b794734d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T11:57:49Z', 'updated_at': '2022-05-12T11:57:51Z', 'revision_number': 1, 'project_id': '7d148f892d044444b6be65537ba8b335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 12:01:15.790489 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b7b17-3bd7-4a8e-8e2a-a249fd5992e4 None None] New status for floating IP d8c4594e-de25-42dd-bd4e-de21f10a1564: DOWN {{(pid=109898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 12:01:16.091886 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-d4492703-0ffa-46fc-8919-38aa5f16d1fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2316771b-57d5-4858-92fd-b8bf2c80c60b HTTP/1.1" status: 200 len: 217 time: 0.0348899 May 12 12:01:16.139160 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-924cb490-9023-4b02-bd98-4edbd42a533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:16.140527 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-924cb490-9023-4b02-bd98-4edbd42a533b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0411699 May 12 12:01:16.325492 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-1939e9ad-21f9-4cfd-9f94-10acfacaabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:16.327007 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-1939e9ad-21f9-4cfd-9f94-10acfacaabbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423019 May 12 12:01:16.448636 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04988cd-3a23-40c9-8d3e-3b8624d21e53 req-6a85aa97-e0f5-4960-93b0-e926cefd6dea tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:16.450094 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b04988cd-3a23-40c9-8d3e-3b8624d21e53 req-6a85aa97-e0f5-4960-93b0-e926cefd6dea tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 946 time: 0.1100733 May 12 12:01:16.455374 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-3442da98-5ba5-4bd8-8c40-80b3f99147c9 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222818 May 12 12:01:16.500773 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-b04988cd-3a23-40c9-8d3e-3b8624d21e53 req-ab26b163-f639-4388-8776-ec22058883ed tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 May 12 12:01:16.648996 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-d1c7ebd3-258c-4db4-9785-f80a91f3d24a req-33b300c7-5968-46ed-aeab-6a6423210b06 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795789 May 12 12:01:16.728204 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-b0f52212-15c7-42e4-b152-cd345152c441 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:16.729628 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-b0f52212-15c7-42e4-b152-cd345152c441 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 946 time: 0.0497506 May 12 12:01:16.811020 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Deleting port 2316771b-57d5-4858-92fd-b8bf2c80c60b {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:16.811364 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:16.901377 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] For port 2316771b-57d5-4858-92fd-b8bf2c80c60b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2316771b-57d5-4858-92fd-b8bf2c80c60b,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 12:01:16.901644 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:16.914757 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Calling delete_port for 2316771b-57d5-4858-92fd-b8bf2c80c60b owned by compute:nova {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:17.040149 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (2316771b-57d5-4858-92fd-b8bf2c80c60b), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:17.071405 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event deleted for resources: {'Port': ['ID=2316771b-57d5-4858-92fd-b8bf2c80c60b,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:17.084308 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.084666 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.085017 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.085361 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.085780 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.086068 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.086404 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.086735 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.087069 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.087401 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.087730 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.088059 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.088501 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.088827 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.089151 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:17.129996 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] No DVR routers for this DVR port 2316771b-57d5-4858-92fd-b8bf2c80c60b on host hv-cinder-80473 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 12:01:17.132447 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:17.135740 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-cd8d9314-660e-485a-91a5-d6be12c94f2f req-a821b406-bf70-4f53-9221-c2f130ab44fc tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "DELETE /v2.0/ports/2316771b-57d5-4858-92fd-b8bf2c80c60b HTTP/1.1" status: 204 len: 173 time: 0.4005377 May 12 12:01:17.136177 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'name': 'network-vif-deleted', 'tag': '2316771b-57d5-4858-92fd-b8bf2c80c60b'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 12:01:17.138441 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bdca57-bcb6-447c-a424-8940c8bc298d" -d '{"events": [{"server_uuid": "929f91fd-fef7-44e8-8408-763b6b9f1756", "name": "network-vif-deleted", "tag": "2316771b-57d5-4858-92fd-b8bf2c80c60b"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 12:01:17.233006 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 12:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3a9799-5227-4d23-a752-f80eea8da950 x-openstack-request-id: req-ef3a9799-5227-4d23-a752-f80eea8da950 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 12:01:17.233358 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929f91fd-fef7-44e8-8408-763b6b9f1756", "name": "network-vif-deleted", "tag": "2316771b-57d5-4858-92fd-b8bf2c80c60b", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 12:01:17.233620 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef3a9799-5227-4d23-a752-f80eea8da950 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 12:01:17.234079 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3a9799-5227-4d23-a752-f80eea8da950'] response: {'server_uuid': '929f91fd-fef7-44e8-8408-763b6b9f1756', 'name': 'network-vif-deleted', 'tag': '2316771b-57d5-4858-92fd-b8bf2c80c60b', 'status': 'completed', 'code': 200} May 12 12:01:17.608995 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-4ca259ba-5ef7-4778-ae72-d42190fe91e9 req-c2b079d4-f76b-4ab4-aa83-b70bb626a1d2 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=929f91fd-fef7-44e8-8408-763b6b9f1756 HTTP/1.1" status: 200 len: 210 time: 0.0271773 May 12 12:01:20.887454 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41760) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:20.918134 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2316771b-57d5-4858-92fd-b8bf2c80c60b no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 12:01:20.937566 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: 2316771b-57d5-4858-92fd-b8bf2c80c60b {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 12:01:20.937938 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device 2316771b-57d5-4858-92fd-b8bf2c80c60b not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 12:01:21.039318 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Deleting port 430e5dfc-1a1a-40e7-8b82-c5da1011af2a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:21.039662 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (430e5dfc-1a1a-40e7-8b82-c5da1011af2a), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:21.112595 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (430e5dfc-1a1a-40e7-8b82-c5da1011af2a), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:21.112929 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (430e5dfc-1a1a-40e7-8b82-c5da1011af2a), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:21.124692 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Calling delete_port for 430e5dfc-1a1a-40e7-8b82-c5da1011af2a owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:21.525796 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (430e5dfc-1a1a-40e7-8b82-c5da1011af2a), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:21.551898 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event deleted for resources: {'Port': ['ID=430e5dfc-1a1a-40e7-8b82-c5da1011af2a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:21.611743 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (e2028872-44b0-4945-a349-f52a6b3cb877), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:21.612603 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.db.l3_db [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Floating IP e2028872-44b0-4945-a349-f52a6b3cb877 disassociated (deleted). External IP: 172.27.0.227, port: d5593789-16d7-43e5-a19d-5bf1ce2948cc. May 12 12:01:21.822147 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Router 2f80d5ff-8595-4a92-963a-a049b64a7949 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 12:01:21.934284 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 12:01:21.939078 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:21.944016 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] Sync routers for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 12:01:21.953147 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 12:01:21.953784 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T12:00:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:21.967484 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-4ea4b5f8-0147-47f1-8d23-7ec890069c43 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "DELETE /v2.0/floatingips/e2028872-44b0-4945-a349-f52a6b3cb877 HTTP/1.1" status: 204 len: 168 time: 1.0789740 May 12 12:01:21.968169 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38e78e7-9790-415b-a254-a5b794734d23', 'tag': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 12:01:21.970622 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f422baa279f117b5f2507b35fceb184795c7f934cf9c1fc9cf66314a5ae18bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e38e78e7-9790-415b-a254-a5b794734d23", "tag": "d5593789-16d7-43e5-a19d-5bf1ce2948cc"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 12:01:22.010772 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 12:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f37f3f-521a-482a-a39f-1f0d1a6bc64e x-openstack-request-id: req-e8f37f3f-521a-482a-a39f-1f0d1a6bc64e {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 12:01:22.011061 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38e78e7-9790-415b-a254-a5b794734d23", "tag": "d5593789-16d7-43e5-a19d-5bf1ce2948cc", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 12:01:22.011362 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8f37f3f-521a-482a-a39f-1f0d1a6bc64e {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 12:01:22.011793 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f37f3f-521a-482a-a39f-1f0d1a6bc64e'] response: {'name': 'network-changed', 'server_uuid': 'e38e78e7-9790-415b-a254-a5b794734d23', 'tag': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'status': 'completed', 'code': 200} May 12 12:01:22.066168 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 12:01:22.091624 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-517365fd-a480-4fb9-aac8-c2cdd4342fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:22.092810 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-517365fd-a480-4fb9-aac8-c2cdd4342fcd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d148f892d044444b6be65537ba8b335&device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 1129 time: 0.0406973 May 12 12:01:22.221979 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dd3f7-f6fe-4088-a63f-2a39b8a55b1a req-a7acddbe-a215-46c4-bf35-74cc6ee79342 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:22.223438 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d4dd3f7-f6fe-4088-a63f-2a39b8a55b1a req-a7acddbe-a215-46c4-bf35-74cc6ee79342 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 945 time: 0.0619287 May 12 12:01:22.228116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-f1fdba17-ff05-47a5-8eda-1aca35fa6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:22.229500 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-f1fdba17-ff05-47a5-8eda-1aca35fa6f75 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 200 len: 913 time: 0.1302619 May 12 12:01:22.259442 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:22.272873 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-8d4dd3f7-f6fe-4088-a63f-2a39b8a55b1a req-ec06466d-26a1-4273-b994-aa84764fa8d3 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 May 12 12:01:22.286263 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] Checking router: 2f80d5ff-8595-4a92-963a-a049b64a7949 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 12:01:22.294750 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 12:01:22.295366 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T12:00:55Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:22.402324 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 12:01:22.588921 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:22.618392 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f35107f-ddf2-4088-a5a6-750fbf9ee116 None None] The sync data for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi is: [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:50Z', 'revision_number': 4, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi', '_interfaces': [{'id': '12541c8b-9f12-4581-9dfc-7cef08ce7b56', 'name': '', 'network_id': '2251d509-6705-4760-a42b-7398b2cf420e', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'mac_address': 'fa:16:3e:1c:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:50Z', 'updated_at': '2022-05-12T11:54:54Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'subnets': [{'id': '6261857e-5a13-4d62-86b0-0f105cd2c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 12:01:22.844964 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9201ea1-a29a-497d-9615-39a616814394 None None] New status for floating IP e2028872-44b0-4945-a349-f52a6b3cb877: DOWN {{(pid=109898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 12:01:23.044399 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-471039fc-919b-4a2a-9ef3-90dacd2ee879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:23.212155 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-520e4755-d176-4cb4-9ae8-e6293df333e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc HTTP/1.1" status: 200 len: 217 time: 0.0381527 May 12 12:01:23.272622 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-53948d71-968c-45fa-af3c-aac4556a76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:23.274096 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-53948d71-968c-45fa-af3c-aac4556a76ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 200 len: 851 time: 0.0430398 May 12 12:01:23.389152 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cc2f1-c7fd-4b0f-8516-8323dfa12f9e req-28e50358-9ba1-417d-9f92-75f86a84e31e tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:23.390614 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-369cc2f1-c7fd-4b0f-8516-8323dfa12f9e req-28e50358-9ba1-417d-9f92-75f86a84e31e tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 945 time: 0.0460031 May 12 12:01:23.436456 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-32b0d671-58c5-4fe9-9ef6-9d3f3442b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:23.438031 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-32b0d671-58c5-4fe9-9ef6-9d3f3442b3b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251d509-6705-4760-a42b-7398b2cf420e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385284 May 12 12:01:23.440776 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-369cc2f1-c7fd-4b0f-8516-8323dfa12f9e req-c6cfa6a1-3c3a-4bf8-a795-d695954298a0 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/security-groups?id=63918c15-f7a3-4d4f-ac06-064923da992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442176 May 12 12:01:23.534302 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-df8d027a-a139-4787-8bc8-58fb030d380a service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886946 May 12 12:01:23.710532 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-49cb5c9c-1738-4e25-bbf6-e7bafb5958e3 req-42fdbd56-b735-4c51-944d-5d0b253cd803 service neutron] 10.222.0.35 "GET /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805118 May 12 12:01:23.812628 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-5dcd98b5-6fd4-414c-ab80-e300d4921213 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 12:01:23.814000 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-5dcd98b5-6fd4-414c-ab80-e300d4921213 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 945 time: 0.0492418 May 12 12:01:23.895884 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-32b20964-c645-4197-a36b-0221e93acab9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Deleting port d5593789-16d7-43e5-a19d-5bf1ce2948cc {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:23.896223 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-32b20964-c645-4197-a36b-0221e93acab9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:23.984167 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-32b20964-c645-4197-a36b-0221e93acab9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] For port d5593789-16d7-43e5-a19d-5bf1ce2948cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5593789-16d7-43e5-a19d-5bf1ce2948cc,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 12:01:23.984524 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-32b20964-c645-4197-a36b-0221e93acab9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:23.998157 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-32b20964-c645-4197-a36b-0221e93acab9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Calling delete_port for d5593789-16d7-43e5-a19d-5bf1ce2948cc owned by compute:nova {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:24.119287 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-32b20964-c645-4197-a36b-0221e93acab9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (d5593789-16d7-43e5-a19d-5bf1ce2948cc), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:24.149578 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20964-c645-4197-a36b-0221e93acab9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event deleted for resources: {'Port': ['ID=d5593789-16d7-43e5-a19d-5bf1ce2948cc,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:24.192768 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-32b20964-c645-4197-a36b-0221e93acab9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] No DVR routers for this DVR port d5593789-16d7-43e5-a19d-5bf1ce2948cc on host hv-cinder-80473 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 12:01:24.195657 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-32b20964-c645-4197-a36b-0221e93acab9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for port (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:24.198831 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [req-d215dfd9-b6dd-44b1-b7f1-49d09bd4754a req-32b20964-c645-4197-a36b-0221e93acab9 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.35 "DELETE /v2.0/ports/d5593789-16d7-43e5-a19d-5bf1ce2948cc HTTP/1.1" status: 204 len: 173 time: 0.3785415 May 12 12:01:24.199270 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38e78e7-9790-415b-a254-a5b794734d23', 'name': 'network-vif-deleted', 'tag': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 12:01:24.201509 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21541be061102de0960325af51c78c5c5b8f5ca0a081c9707c53b0814d6395de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea806065-950d-4abb-9ca7-9d545aa558f6" -d '{"events": [{"server_uuid": "e38e78e7-9790-415b-a254-a5b794734d23", "name": "network-vif-deleted", "tag": "d5593789-16d7-43e5-a19d-5bf1ce2948cc"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 12:01:24.238362 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 12:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24848fb-57be-48fc-85d7-afd6679843e3 x-openstack-request-id: req-a24848fb-57be-48fc-85d7-afd6679843e3 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 12:01:24.238948 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38e78e7-9790-415b-a254-a5b794734d23", "name": "network-vif-deleted", "tag": "d5593789-16d7-43e5-a19d-5bf1ce2948cc", "status": "completed", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 12:01:24.238948 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a24848fb-57be-48fc-85d7-afd6679843e3 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 12:01:24.239309 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24848fb-57be-48fc-85d7-afd6679843e3'] response: {'server_uuid': 'e38e78e7-9790-415b-a254-a5b794734d23', 'name': 'network-vif-deleted', 'tag': 'd5593789-16d7-43e5-a19d-5bf1ce2948cc', 'status': 'completed', 'code': 200} May 12 12:01:24.552456 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [req-2f2ea72e-9c0a-4013-b336-af9eecf73f78 req-2c157ed4-5fa8-46af-b637-469447c1f8bf tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "GET /v2.0/ports?device_id=e38e78e7-9790-415b-a254-a5b794734d23 HTTP/1.1" status: 200 len: 210 time: 0.0354502 May 12 12:01:25.181765 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-2a2efe77-cda6-436b-a1e9-4aa314c9b260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:25.611974 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41776) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:25.730270 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-bb63f7fc-e1fa-4f16-8733-b66319f6bd82 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Deleting port 1953104e-2694-40ba-83d6-156b522295db {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:25.730606 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb63f7fc-e1fa-4f16-8733-b66319f6bd82 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (1953104e-2694-40ba-83d6-156b522295db), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:25.803098 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb63f7fc-e1fa-4f16-8733-b66319f6bd82 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (1953104e-2694-40ba-83d6-156b522295db), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:25.803335 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb63f7fc-e1fa-4f16-8733-b66319f6bd82 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (1953104e-2694-40ba-83d6-156b522295db), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:25.814863 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-bb63f7fc-e1fa-4f16-8733-b66319f6bd82 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Calling delete_port for 1953104e-2694-40ba-83d6-156b522295db owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:25.942248 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb63f7fc-e1fa-4f16-8733-b66319f6bd82 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (1953104e-2694-40ba-83d6-156b522295db), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:25.968293 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63f7fc-e1fa-4f16-8733-b66319f6bd82 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event deleted for resources: {'Port': ['ID=1953104e-2694-40ba-83d6-156b522295db,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:26.025218 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb63f7fc-e1fa-4f16-8733-b66319f6bd82 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for floatingip (8f0f5827-f2c2-413f-9565-8fa43c553b6d), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:26.027651 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb63f7fc-e1fa-4f16-8733-b66319f6bd82 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46004'] for floatingip (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:26.028763 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-bb63f7fc-e1fa-4f16-8733-b66319f6bd82 tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "DELETE /v2.0/floatingips/8f0f5827-f2c2-413f-9565-8fa43c553b6d HTTP/1.1" status: 204 len: 168 time: 0.4165368 May 12 12:01:26.378599 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:26.938232 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d5593789-16d7-43e5-a19d-5bf1ce2948cc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 12:01:26.962341 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] No Port match for: d5593789-16d7-43e5-a19d-5bf1ce2948cc {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 12:01:26.962684 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Device d5593789-16d7-43e5-a19d-5bf1ce2948cc not bound to the agent host hv-cinder-80473 {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 12:01:27.130756 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:27.224631 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41788) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:27.284549 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-22fbb627-e696-4772-a49c-93f75d7cb78b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group (63918c15-f7a3-4d4f-ac06-064923da992f), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:27.308896 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-22fbb627-e696-4772-a49c-93f75d7cb78b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group (63918c15-f7a3-4d4f-ac06-064923da992f), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:27.365881 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-22fbb627-e696-4772-a49c-93f75d7cb78b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (63918c15-f7a3-4d4f-ac06-064923da992f), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:27.368449 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-22fbb627-e696-4772-a49c-93f75d7cb78b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Publish callbacks [] for security_group (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:27.369571 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-22fbb627-e696-4772-a49c-93f75d7cb78b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] 10.222.0.58 "DELETE /v2.0/security-groups/63918c15-f7a3-4d4f-ac06-064923da992f HTTP/1.1" status: 204 len: 168 time: 0.1439612 May 12 12:01:27.379445 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbb627-e696-4772-a49c-93f75d7cb78b tempest-TestVolumeBootPattern-2058455156 tempest-TestVolumeBootPattern-2058455156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63918c15-f7a3-4d4f-ac06-064923da992f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:27.749943 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:28.437470 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41794) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:28.857577 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-265420'] for router_interface (2f80d5ff-8595-4a92-963a-a049b64a7949), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:29.081323 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] Deleting port 12541c8b-9f12-4581-9dfc-7cef08ce7b56 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:29.081650 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:29.156654 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] For port 12541c8b-9f12-4581-9dfc-7cef08ce7b56, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=12541c8b-9f12-4581-9dfc-7cef08ce7b56,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 12:01:29.156931 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:29.169497 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] Calling delete_port for 12541c8b-9f12-4581-9dfc-7cef08ce7b56 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:29.205983 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:29.350479 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (12541c8b-9f12-4581-9dfc-7cef08ce7b56), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:29.375723 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=12541c8b-9f12-4581-9dfc-7cef08ce7b56,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:29.542017 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537555'] for router_interface (2f80d5ff-8595-4a92-963a-a049b64a7949), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:29.758926 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] Router 2f80d5ff-8595-4a92-963a-a049b64a7949 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 12:01:30.107705 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 12:01:30.113461 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-2aeb7759-0808-461f-9d53-a823d0fd7a16 admin admin] 10.222.0.58 "PUT /v2.0/routers/2f80d5ff-8595-4a92-963a-a049b64a7949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6749446 May 12 12:01:30.116153 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.58', 41798) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:30.117147 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] Sync routers for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 12:01:30.126703 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 12:01:30.127305 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T12:01:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:30.219460 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Publish callbacks [] for router (2f80d5ff-8595-4a92-963a-a049b64a7949), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.230915 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 12:01:30.322872 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Publish callbacks [] for router_gateway (2f80d5ff-8595-4a92-963a-a049b64a7949), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.368239 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Deleting port 85c21d7c-b69e-447c-beff-976494c38811 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:30.368454 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (85c21d7c-b69e-447c-beff-976494c38811), before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.395692 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '85c21d7c-b69e-447c-beff-976494c38811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T12:01:29Z', 'revision_number': 5, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port': {'id': '85c21d7c-b69e-447c-beff-976494c38811', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:30.426912 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] Checking router: 2f80d5ff-8595-4a92-963a-a049b64a7949 for host: dv-cinder-804735-29-iscsi {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 12:01:30.435018 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] Routers {'2f80d5ff-8595-4a92-963a-a049b64a7949'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 12:01:30.435622 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T12:01:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['2f80d5ff-8595-4a92-963a-a049b64a7949'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:30.446649 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] For port 85c21d7c-b69e-447c-beff-976494c38811, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=85c21d7c-b69e-447c-beff-976494c38811,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 12:01:30.447009 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (85c21d7c-b69e-447c-beff-976494c38811), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.463770 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Calling delete_port for 85c21d7c-b69e-447c-beff-976494c38811 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:30.524470 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] Set router 2f80d5ff-8595-4a92-963a-a049b64a7949 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 12:01:30.576269 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T12:01:30Z', 'revision_number': 6, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port_host': None}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:30.606086 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44d3bd-8f02-4a9f-b4ec-a0f689e50637 None None] The sync data for ids ['2f80d5ff-8595-4a92-963a-a049b64a7949'] in dv-cinder-804735-29-iscsi is: [{'id': '2f80d5ff-8595-4a92-963a-a049b64a7949', 'name': 'tempest-TestVolumeBootPattern-1360256357-router', 'tenant_id': '7d148f892d044444b6be65537ba8b335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:48Z', 'updated_at': '2022-05-12T12:01:30Z', 'revision_number': 6, 'project_id': '7d148f892d044444b6be65537ba8b335', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 12:01:30.632451 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10330109'] for port (85c21d7c-b69e-447c-beff-976494c38811), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.661122 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c21d7c-b69e-447c-beff-976494c38811,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:30.724911 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292862'] for router_gateway (2f80d5ff-8595-4a92-963a-a049b64a7949), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.816704 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-294070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10353'] for router (2f80d5ff-8595-4a92-963a-a049b64a7949), precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.819852 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Publish callbacks [] for router_controller (2f80d5ff-8595-4a92-963a-a049b64a7949), precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.867477 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-294063'] for router (2f80d5ff-8595-4a92-963a-a049b64a7949), after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.868251 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f80d5ff-8595-4a92-963a-a049b64a7949 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 12:01:30.872561 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.873707 dv-cinder-804735-29-iscsi neutron-server[109895]: INFO neutron.wsgi [None req-0e2a92af-1fa8-4490-948b-e587d8d7b732 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2f80d5ff-8595-4a92-963a-a049b64a7949 HTTP/1.1" status: 204 len: 168 time: 0.7566454 May 12 12:01:30.876961 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41800) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:30.921116 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c17637b-5e63-40a2-8d46-bf0d5e908add admin admin] Deleting subnet 6261857e-5a13-4d62-86b0-0f105cd2c6d3 {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 12:01:30.924073 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3c17637b-5e63-40a2-8d46-bf0d5e908add admin admin] Publish callbacks [] for subnet (6261857e-5a13-4d62-86b0-0f105cd2c6d3), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:30.963510 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3c17637b-5e63-40a2-8d46-bf0d5e908add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118276635'] for subnet (6261857e-5a13-4d62-86b0-0f105cd2c6d3), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.041167 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3c17637b-5e63-40a2-8d46-bf0d5e908add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (6261857e-5a13-4d62-86b0-0f105cd2c6d3), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.090998 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3c17637b-5e63-40a2-8d46-bf0d5e908add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118423970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118441275'] for subnet (6261857e-5a13-4d62-86b0-0f105cd2c6d3), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.116601 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17637b-5e63-40a2-8d46-bf0d5e908add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6261857e-5a13-4d62-86b0-0f105cd2c6d3,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:31.118525 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3c17637b-5e63-40a2-8d46-bf0d5e908add admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.121540 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-3c17637b-5e63-40a2-8d46-bf0d5e908add admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6261857e-5a13-4d62-86b0-0f105cd2c6d3 HTTP/1.1" status: 204 len: 168 time: 0.2436075 May 12 12:01:31.123995 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41802) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:31.124306 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21041db0-0a5d-4d4a-ac9f-b522008b77a5 None None] Network 2251d509-6705-4760-a42b-7398b2cf420e requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 12:01:31.195872 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (2251d509-6705-4760-a42b-7398b2cf420e), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.240539 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Deleting port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:31.240874 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.304831 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] For port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95,segment=NetworkSegment(7b8acab2-4b1f-4213-b1b7-b27763e37ad2),segment_id=7b8acab2-4b1f-4213-b1b7-b27763e37ad2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 12:01:31.305118 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.318195 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Calling delete_port for fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:31.358267 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] DHCP port deletion for 2251d509-6705-4760-a42b-7398b2cf420e request from dv-cinder-804735-29-iscsi {{(pid=109897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 12:01:31.403683 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.410872 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Deleting port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 {{(pid=109897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:31.411425 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), before_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.426575 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 12:01:31.428890 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:31.434612 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] No DVR routers for this DVR port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 on host dv-cinder-804735-29-iscsi {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 12:01:31.458980 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 12:01:31.459246 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 12:01:31.459675 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 12541c8b-9f12-4581-9dfc-7cef08ce7b56 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 12:01:31.513730 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 12541c8b-9f12-4581-9dfc-7cef08ce7b56 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 12:01:31.514129 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 12541c8b-9f12-4581-9dfc-7cef08ce7b56 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 12:01:31.514501 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 85c21d7c-b69e-447c-beff-976494c38811 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 12:01:31.514621 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (2251d509-6705-4760-a42b-7398b2cf420e), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.519390 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:01:31.534505 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2251d509-6705-4760-a42b-7398b2cf420e']}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:31.537043 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] For port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95, host dv-cinder-804735-29-iscsi, got binding levels [] {{(pid=109897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 12:01:31.537446 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), precommit_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.540126 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 85c21d7c-b69e-447c-beff-976494c38811 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 12:01:31.540687 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 85c21d7c-b69e-447c-beff-976494c38811 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 12:01:31.543937 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8acab2-4b1f-4213-b1b7-b27763e37ad2') {'for_net_delete': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:31.544115 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8acab2-4b1f-4213-b1b7-b27763e37ad2') {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:31.555619 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118276642'] for segment (7b8acab2-4b1f-4213-b1b7-b27763e37ad2), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.557050 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Calling delete_port for fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 owned by network:dhcp {{(pid=109897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:31.559880 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.ipam_backend_mixin [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 was not found and therefore no delete operation was performed {{(pid=109897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 12:01:31.561153 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862'] for port (fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95), after_delete {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.569685 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (7b8acab2-4b1f-4213-b1b7-b27763e37ad2), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.577114 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 12:01:31.577606 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118425344'] for segment (7b8acab2-4b1f-4213-b1b7-b27763e37ad2), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: Traceback (most recent call last): May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: timer() May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: cb(*args, **kw) May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: return func(*args, **kwargs) May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: self._notify() May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: self.callback(batched_events) May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: event.method(event) May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_uuid = self.p_client.list_aggregates( May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: return f(self, *a, **k) May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._get(url).json() May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: return self.request(url, 'GET', **kwargs) May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: base_url = self.get_endpoint(auth, allow=allow, May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 12:01:31.579541 dv-cinder-804735-29-iscsi neutron-server[109896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 12:01:31.587918 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Pushing event deleted for resources: {'Port': ['ID=fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95,revision_number=None']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:31.592710 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] No DVR routers for this DVR port fdf6c9b8-3c89-4f9f-a864-5935f3ad7e95 on host dv-cinder-804735-29-iscsi {{(pid=109897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 12:01:31.606740 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.607304 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.607657 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.608007 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.608347 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.608684 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.609017 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.609435 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.609739 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.610698 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.610985 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.611303 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.611636 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.611964 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.612289 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf8fc8-9a22-42fb-8345-e5b0096c26f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-29-iscsi {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 12:01:31.649306 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (2251d509-6705-4760-a42b-7398b2cf420e), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.655233 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:31.661420 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2251d509-6705-4760-a42b-7398b2cf420e HTTP/1.1" status: 204 len: 168 time: 0.5339699 May 12 12:01:31.662565 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41804) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:31.677315 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555152a9-2a2c-4ae5-81f4-5b7891925dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2251d509-6705-4760-a42b-7398b2cf420e,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:31.988804 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-265420'] for router_interface (34167e2a-5c71-4aa5-9767-9c3bf4817178), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:32.210221 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] Deleting port 98fc45e5-4af5-49ce-91c3-6d57703f6934 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:32.210554 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:32.287351 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] For port 98fc45e5-4af5-49ce-91c3-6d57703f6934, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=98fc45e5-4af5-49ce-91c3-6d57703f6934,segment=NetworkSegment(896d6591-3b75-4b64-bdf4-c2c8c0e1637c),segment_id=896d6591-3b75-4b64-bdf4-c2c8c0e1637c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 12:01:32.287699 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:32.299747 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] Calling delete_port for 98fc45e5-4af5-49ce-91c3-6d57703f6934 owned by network:router_interface {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:32.471570 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (98fc45e5-4af5-49ce-91c3-6d57703f6934), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:32.497230 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] Pushing event deleted for resources: {'Port': ['ID=98fc45e5-4af5-49ce-91c3-6d57703f6934,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:32.667592 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537555'] for router_interface (34167e2a-5c71-4aa5-9767-9c3bf4817178), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:33.166741 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] Router 34167e2a-5c71-4aa5-9767-9c3bf4817178 has already been hosted by L3 agent 0ed24427-9e24-458a-9d78-1c6294f181aa {{(pid=109896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 12:01:33.281106 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] Notify agent at l3_agent.dv-cinder-804735-29-iscsi the message routers_updated {{(pid=109896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 12:01:33.288324 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-f80e88f5-88c5-4331-8285-1259f770e18b admin admin] 10.222.0.58 "PUT /v2.0/routers/34167e2a-5c71-4aa5-9767-9c3bf4817178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6256492 May 12 12:01:33.289804 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41806) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:33.292248 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] Sync routers for ids ['34167e2a-5c71-4aa5-9767-9c3bf4817178'] in dv-cinder-804735-29-iscsi {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 12:01:33.302041 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] Routers {'34167e2a-5c71-4aa5-9767-9c3bf4817178'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 12:01:33.302652 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T12:01:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['34167e2a-5c71-4aa5-9767-9c3bf4817178'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:33.392845 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Publish callbacks [] for router (34167e2a-5c71-4aa5-9767-9c3bf4817178), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:33.406243 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] Set router 34167e2a-5c71-4aa5-9767-9c3bf4817178 gateway port host: dv-cinder-804735-29-iscsi {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 12:01:33.497885 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Publish callbacks [] for router_gateway (34167e2a-5c71-4aa5-9767-9c3bf4817178), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:33.541900 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Deleting port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:33.542233 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:33.576285 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'name': 'tempest-TestVolumeBootPattern-1505856136-router', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'external_fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:52Z', 'updated_at': '2022-05-12T12:01:32Z', 'revision_number': 5, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'gw_port': {'id': '1a609644-eb8a-42d1-93f4-48ea5a3f9dae', 'name': '', 'network_id': '1a8327be-4f05-4739-bcd1-d72e8e80810b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T11:54:53Z', 'updated_at': '2022-05-12T11:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ad077b-036d-4e1d-8002-f88070fa6972', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-29-iscsi'}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:33.603811 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] Checking router: 34167e2a-5c71-4aa5-9767-9c3bf4817178 for host: dv-cinder-804735-29-iscsi {{(pid=109898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 12:01:33.611779 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] Routers {'34167e2a-5c71-4aa5-9767-9c3bf4817178'} bound to L3 agent in host dv-cinder-804735-29-iscsi {{(pid=109898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 12:01:33.612370 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T11:36:25Z,description=,heartbeat_timestamp=2022-05-12T12:01:25Z,host='dv-cinder-804735-29-iscsi',id=0ed24427-9e24-458a-9d78-1c6294f181aa,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T11:36:25Z,topic='l3_agent')) {'router_ids': ['34167e2a-5c71-4aa5-9767-9c3bf4817178'], 'active': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:33.619427 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] For port 1a609644-eb8a-42d1-93f4-48ea5a3f9dae, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=1a609644-eb8a-42d1-93f4-48ea5a3f9dae,segment=NetworkSegment(77aa12e0-255b-48a4-a914-ce37bc552c5b),segment_id=77aa12e0-255b-48a4-a914-ce37bc552c5b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 12:01:33.619794 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:33.632645 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Calling delete_port for 1a609644-eb8a-42d1-93f4-48ea5a3f9dae owned by network:router_gateway {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:33.785251 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvr_db [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] Set router 34167e2a-5c71-4aa5-9767-9c3bf4817178 gateway port host: None {{(pid=109898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 12:01:33.810146 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (1a609644-eb8a-42d1-93f4-48ea5a3f9dae), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:33.836429 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a609644-eb8a-42d1-93f4-48ea5a3f9dae,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:33.837675 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.l3_hamode_db [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'name': 'tempest-TestVolumeBootPattern-1505856136-router', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:52Z', 'updated_at': '2022-05-12T12:01:33Z', 'revision_number': 6, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'gw_port_host': None}], 'dv-cinder-804735-29-iscsi', False) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:33.868307 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f402b93-1a43-4572-9d54-2c754543d2c1 None None] The sync data for ids ['34167e2a-5c71-4aa5-9767-9c3bf4817178'] in dv-cinder-804735-29-iscsi is: [{'id': '34167e2a-5c71-4aa5-9767-9c3bf4817178', 'name': 'tempest-TestVolumeBootPattern-1505856136-router', 'tenant_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T11:54:52Z', 'updated_at': '2022-05-12T12:01:33Z', 'revision_number': 6, 'project_id': '67ec3f77ca454ea2a27dcdec90ebc859', 'gw_port_host': None}] {{(pid=109898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 12:01:33.902888 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292862'] for router_gateway (34167e2a-5c71-4aa5-9767-9c3bf4817178), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:33.991300 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-294070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10353'] for router (34167e2a-5c71-4aa5-9767-9c3bf4817178), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:33.993352 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Publish callbacks [] for router_controller (34167e2a-5c71-4aa5-9767-9c3bf4817178), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.039669 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-294063'] for router (34167e2a-5c71-4aa5-9767-9c3bf4817178), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.040197 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34167e2a-5c71-4aa5-9767-9c3bf4817178 {{(pid=109896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 12:01:34.044377 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.045496 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-4a75ed50-3ac3-4439-8560-8819d14c9fd5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/34167e2a-5c71-4aa5-9767-9c3bf4817178 HTTP/1.1" status: 204 len: 168 time: 0.7547853 May 12 12:01:34.048493 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41808) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:34.091037 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.db_base_plugin_v2 [None req-07af0614-3986-4f6b-8a27-afab72ccbce6 admin admin] Deleting subnet 34dfdc94-f965-4033-a0bd-0fad3d2d9128 {{(pid=109896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 12:01:34.093948 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07af0614-3986-4f6b-8a27-afab72ccbce6 admin admin] Publish callbacks [] for subnet (34dfdc94-f965-4033-a0bd-0fad3d2d9128), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.127143 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07af0614-3986-4f6b-8a27-afab72ccbce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118276635'] for subnet (34dfdc94-f965-4033-a0bd-0fad3d2d9128), precommit_delete_associations {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.203256 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07af0614-3986-4f6b-8a27-afab72ccbce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807614'] for subnet (34dfdc94-f965-4033-a0bd-0fad3d2d9128), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.260005 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07af0614-3986-4f6b-8a27-afab72ccbce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118423970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118441275'] for subnet (34dfdc94-f965-4033-a0bd-0fad3d2d9128), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.292172 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af0614-3986-4f6b-8a27-afab72ccbce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34dfdc94-f965-4033-a0bd-0fad3d2d9128,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:34.294145 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07af0614-3986-4f6b-8a27-afab72ccbce6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.297910 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-07af0614-3986-4f6b-8a27-afab72ccbce6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/34dfdc94-f965-4033-a0bd-0fad3d2d9128 HTTP/1.1" status: 204 len: 168 time: 0.2478671 May 12 12:01:34.299642 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eec5ec2-b2c7-46bb-9488-84778ab93a24 None None] Network f11cb76b-4ee1-433d-8743-5ffaf8bcd72d requested from dv-cinder-804735-29-iscsi {{(pid=109897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 12:01:34.300260 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41810) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:34.372739 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636129'] for network (f11cb76b-4ee1-433d-8743-5ffaf8bcd72d), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.418716 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Deleting port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 12:01:34.419050 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784762576613'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.483285 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] For port 82fc7595-5161-4b3e-9ff6-45adc0f68f62, host dv-cinder-804735-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-29-iscsi',level=0,port_id=82fc7595-5161-4b3e-9ff6-45adc0f68f62,segment=NetworkSegment(896d6591-3b75-4b64-bdf4-c2c8c0e1637c),segment_id=896d6591-3b75-4b64-bdf4-c2c8c0e1637c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 12:01:34.483639 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265222'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.496238 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Calling delete_port for 82fc7595-5161-4b3e-9ff6-45adc0f68f62 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 12:01:34.577672 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784762585977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784762304862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118425427'] for port (82fc7595-5161-4b3e-9ff6-45adc0f68f62), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.602565 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=82fc7595-5161-4b3e-9ff6-45adc0f68f62,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:34.606062 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] No DVR routers for this DVR port 82fc7595-5161-4b3e-9ff6-45adc0f68f62 on host dv-cinder-804735-29-iscsi {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 12:01:34.650496 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8838ca-753c-4645-8df8-fceca0de527c None None] DHCP port deletion for f11cb76b-4ee1-433d-8743-5ffaf8bcd72d request from dv-cinder-804735-29-iscsi {{(pid=109897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 12:01:34.680561 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687883', 'neutron.services.segments.db._delete_segments_for_network-8784762851350'] for network (f11cb76b-4ee1-433d-8743-5ffaf8bcd72d), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.700196 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11cb76b-4ee1-433d-8743-5ffaf8bcd72d']}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:34.709853 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896d6591-3b75-4b64-bdf4-c2c8c0e1637c') {'for_net_delete': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:34.710148 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.services.segments.db [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896d6591-3b75-4b64-bdf4-c2c8c0e1637c') {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 12:01:34.720039 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784762852127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118276642'] for segment (896d6591-3b75-4b64-bdf4-c2c8c0e1637c), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.733003 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277'] for segment (896d6591-3b75-4b64-bdf4-c2c8c0e1637c), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.740953 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=109896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 12:01:34.741386 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1814277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118425344'] for segment (896d6591-3b75-4b64-bdf4-c2c8c0e1637c), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: Traceback (most recent call last): May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: timer() May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: cb(*args, **kw) May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: return func(*args, **kwargs) May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: self._notify() May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: self.callback(batched_events) May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: event.method(event) May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: aggregate_uuid = self.p_client.list_aggregates( May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: return f(self, *a, **k) May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._get(url).json() May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: return self.request(url, 'GET', **kwargs) May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: base_url = self.get_endpoint(auth, allow=allow, May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 12:01:34.743580 dv-cinder-804735-29-iscsi neutron-server[109896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 12:01:34.799294 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-265676'] for network (f11cb76b-4ee1-433d-8743-5ffaf8bcd72d), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.804550 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632184'] for network (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:34.807766 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] 10.222.0.58 "DELETE /v2.0/networks/f11cb76b-4ee1-433d-8743-5ffaf8bcd72d HTTP/1.1" status: 204 len: 168 time: 0.5066063 May 12 12:01:34.819438 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c018a6-e40f-43c6-a6ba-864bd271e4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f11cb76b-4ee1-433d-8743-5ffaf8bcd72d,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:34.933272 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41814) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:34.976390 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-6346631e-e610-4cca-8be9-2da605bf5f9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d148f892d044444b6be65537ba8b335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419390 May 12 12:01:34.978755 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41816) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:35.023978 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-751236ec-03dd-42b9-b648-531d0191315d admin admin] Publish callbacks [] for security_group (0eb8689c-2191-4964-8d22-d6cb387f48f0), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:35.044029 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-751236ec-03dd-42b9-b648-531d0191315d admin admin] Publish callbacks [] for security_group (0eb8689c-2191-4964-8d22-d6cb387f48f0), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:35.090676 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-751236ec-03dd-42b9-b648-531d0191315d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (0eb8689c-2191-4964-8d22-d6cb387f48f0), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:35.093133 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-751236ec-03dd-42b9-b648-531d0191315d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:35.094412 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-751236ec-03dd-42b9-b648-531d0191315d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0eb8689c-2191-4964-8d22-d6cb387f48f0 HTTP/1.1" status: 204 len: 168 time: 0.1147308 May 12 12:01:35.102217 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751236ec-03dd-42b9-b648-531d0191315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb8689c-2191-4964-8d22-d6cb387f48f0,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:35.293512 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 82fc7595-5161-4b3e-9ff6-45adc0f68f62 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 12:01:35.313606 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 82fc7595-5161-4b3e-9ff6-45adc0f68f62 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 12:01:35.314311 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 82fc7595-5161-4b3e-9ff6-45adc0f68f62 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 12:01:35.314426 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 1a609644-eb8a-42d1-93f4-48ea5a3f9dae no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 12:01:35.335565 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 1a609644-eb8a-42d1-93f4-48ea5a3f9dae {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 12:01:35.335914 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 1a609644-eb8a-42d1-93f4-48ea5a3f9dae not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 12:01:35.336315 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 98fc45e5-4af5-49ce-91c3-6d57703f6934 no longer exists at agent ovs-agent-dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 12:01:35.355677 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] No Port match for: 98fc45e5-4af5-49ce-91c3-6d57703f6934 {{(pid=109897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 12:01:35.355955 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron.plugins.ml2.rpc [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Device 98fc45e5-4af5-49ce-91c3-6d57703f6934 not bound to the agent host dv-cinder-804735-29-iscsi {{(pid=109897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 12:01:35.400392 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41822) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:35.439840 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-3747b471-507b-4cc7-96d0-267b10abe91d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67ec3f77ca454ea2a27dcdec90ebc859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375206 May 12 12:01:35.441308 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [-] (109896) accepted ('10.222.0.58', 41824) {{(pid=109896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 12:01:35.491207 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0972-b81f-41c8-aba2-e4a31324e00d admin admin] Publish callbacks [] for security_group (9c0f9c83-08b4-4633-8670-b284bbeb1700), before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:35.513655 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0972-b81f-41c8-aba2-e4a31324e00d admin admin] Publish callbacks [] for security_group (9c0f9c83-08b4-4633-8670-b284bbeb1700), precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:35.562869 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0972-b81f-41c8-aba2-e4a31324e00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643197'] for security_group (9c0f9c83-08b4-4633-8670-b284bbeb1700), after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:35.565841 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0972-b81f-41c8-aba2-e4a31324e00d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:35.569555 dv-cinder-804735-29-iscsi neutron-server[109896]: INFO neutron.wsgi [None req-f7ab0972-b81f-41c8-aba2-e4a31324e00d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c0f9c83-08b4-4633-8670-b284bbeb1700 HTTP/1.1" status: 204 len: 168 time: 0.1249678 May 12 12:01:35.574775 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab0972-b81f-41c8-aba2-e4a31324e00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0f9c83-08b4-4633-8670-b284bbeb1700,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 12:01:53.045422 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e286-6775-4383-8caa-8794b75b498f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:55.183179 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fb29a578-b8e3-44a9-b3cf-e7e853c4d56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:56.381818 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:57.130308 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:57.753250 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:01:59.207903 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:01.107490 dv-cinder-804735-29-iscsi neutron-server[109895]: DEBUG neutron.wsgi [req-6fd03f83-fca1-48b1-8193-6b2b589b8a2f req-e6723064-6bcd-46da-8a37-f328632a40e9 service neutron] (109895) timed out ('10.222.0.35', 52938) {{(pid=109895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 12:02:07.209399 dv-cinder-804735-29-iscsi neutron-server[109896]: DEBUG neutron.wsgi [req-d0d0fad2-127a-43ae-b6f7-ab8268bd880f req-7671c6b6-f9a1-43f1-b858-05444db77abe service neutron] (109896) timed out ('10.222.0.35', 52918) {{(pid=109896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 12:02:08.519769 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:02:23.049132 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-32d1f026-931a-443c-b7ec-d7f274f9f5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:25.184992 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-71c0fab7-e4a0-4990-8eb0-da2e3b5cce9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:26.384083 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:27.127301 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:27.753664 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:29.211132 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:45.519372 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:02:53.050267 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-78afb9cf-3638-42f9-906b-dead9d253110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:55.185622 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fa0b066a-7691-4397-a949-1edf39ae0de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:56.388122 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:57.127418 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:57.758345 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:02:59.214364 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:22.517986 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:03:23.051629 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-678e6080-a812-42eb-8a48-ed03bcb6c76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:25.186422 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-24d29ad1-ffdd-446b-9c30-6bbf598f7523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:26.394374 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:27.134733 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:27.760591 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:29.216626 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:53.053260 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d4e5bda0-6d17-4c34-bc1b-a898697de06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:55.191364 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d9708dd-02e1-47bf-85d8-336d6b30ff9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:56.392813 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:57.119343 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:57.763379 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:59.218252 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:03:59.516576 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:04:23.054381 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cbc9befb-74b1-49b3-8445-8fbfd732ef31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:25.192878 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-79e66444-413e-4c5e-891b-df62b9d6e070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:26.395361 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:27.132068 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:27.766883 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:29.221539 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:36.515966 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:04:53.058205 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40958ae5-b89c-419d-b0c0-dfc28a1494b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:55.193404 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ed56b894-a233-4ced-a99c-5bb167516123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:56.397938 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:57.142372 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:57.768874 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:04:59.223312 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:13.515169 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:05:23.060061 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8b14db68-739f-4b97-a382-4188e0895dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:25.195071 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-03233bc3-cfee-43d3-a07e-ede42d7ab5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:26.401900 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:27.131977 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:27.771453 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:29.226406 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:50.514086 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:05:53.061309 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d005aa02-d9de-4d60-8b45-a4ce090e12e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:55.195967 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-73e85406-f148-480e-8ca5-8bced8467f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:56.403533 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:57.133957 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:57.774544 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:05:59.228279 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:23.061683 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-efc137d6-88d7-415a-bb08-16b46f6880be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:25.198339 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f686eb08-ee73-415c-a94d-bf6ff308841d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:26.406147 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:27.140570 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:27.513559 dv-cinder-804735-29-iscsi neutron-server[109898]: DEBUG neutron.db.agents_db [None req-92681bc1-6350-4a68-90bb-d8ac61030d16 None None] Agent healthcheck: found 6 active agents {{(pid=109898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 12:06:27.778176 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:29.230268 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:53.070117 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-e0c754ea-b3f1-4558-88ee-2952ca2f548c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (7e7ba707-aa98-4b35-bc07-b997f15a0701), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:55.199822 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fb435205-00b2-48dc-9da5-bc311833dbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (0ed24427-9e24-458a-9d78-1c6294f181aa), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:56.408341 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1f87-e48e-42a6-97df-c859703ca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (b601de8e-1eac-4f5c-806e-5ee0b29c6cd9), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:57.152435 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-40d98cc1-502b-41de-8626-bfb801603a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (1ab03ee6-3b60-4d1d-956d-c29c63576b1e), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:57.780228 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-60cb22a3-fa7f-4234-b391-2231ca4e1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (84ed6f7d-9131-4d7d-bbdd-f6a3d4e39c6a), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 12:06:59.233801 dv-cinder-804735-29-iscsi neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-09fa5287-9a92-42a9-bfc6-2429abf979ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784762851332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1689992'] for agent (483c3072-d198-45d8-8200-b2cf2261c517), after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}